// Copyright 2021 The Chromium Authors // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. /* eslint-disable @devtools/no-imperative-dom-api */ /* * Copyright (C) 2007, 2008 Apple Inc. All rights reserved. * Copyright (C) 2008, 2009 Anthony Ricaud * Copyright (C) 2011 Google Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of * its contributors may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE * DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ import '../../ui/legacy/legacy.js'; import * as Common from '../../core/common/common.js'; import * as Host from '../../core/host/host.js'; import * as i18n from '../../core/i18n/i18n.js'; import * as Platform from '../../core/platform/platform.js'; import * as SDK from '../../core/sdk/sdk.js'; import * as Protocol from '../../generated/protocol.js'; import * as Annotations from '../../models/annotations/annotations.js'; import * as Bindings from '../../models/bindings/bindings.js'; import * as HAR from '../../models/har/har.js'; import * as Logs from '../../models/logs/logs.js'; import * as NetworkTimeCalculator from '../../models/network_time_calculator/network_time_calculator.js'; import * as Persistence from '../../models/persistence/persistence.js'; import * as TextUtils from '../../models/text_utils/text_utils.js'; import * as NetworkForward from '../../panels/network/forward/forward.js'; import * as Sources from '../../panels/sources/sources.js'; import * as Adorners from '../../ui/components/adorners/adorners.js'; import * as Buttons from '../../ui/components/buttons/buttons.js'; import * as RenderCoordinator from '../../ui/components/render_coordinator/render_coordinator.js'; import * as DataGrid from '../../ui/legacy/components/data_grid/data_grid.js'; import * as PerfUI from '../../ui/legacy/components/perf_ui/perf_ui.js'; import * as Components from '../../ui/legacy/components/utils/utils.js'; import * as UI from '../../ui/legacy/legacy.js'; import * as VisualLogging from '../../ui/visual_logging/visual_logging.js'; import { Events, type EventTypes, NetworkGroupNode, type NetworkLogViewInterface, type NetworkNode, NetworkRequestNode, RequestPanelBehavior, } from './NetworkDataGridNode.js'; import {NetworkFrameGrouper} from './NetworkFrameGrouper.js'; import networkLogViewStyles from './networkLogView.css.js'; import {NetworkLogViewColumns} from './NetworkLogViewColumns.js'; const UIStrings = { /** * @description Text in Network Log View of the Network panel */ invertFilter: 'Invert', /** * @description Tooltip for the 'invert' checkbox in the Network panel. */ invertsFilter: 'Inverts the search filter', /** * @description Text in Network Log View of the Network panel */ hideDataUrls: 'Hide data URLs', /** * @description Data urlfilter ui element title in Network Log View of the Network panel */ hidesDataAndBlobUrls: 'Hide \'data:\' and \'blob:\' URLs', /** * @description Label for a filter in the Network panel */ chromeExtensions: 'Hide extension URLs', /** * @description Tooltip for a filter in the Network panel */ hideChromeExtension: 'Hide \'chrome-extension://\' URLs', /** * @description Aria accessible name in Network Log View of the Network panel */ requestTypesToInclude: 'Request types to include', /** * @description Label for a checkbox in the Network panel. When checked, only requests with * blocked response cookies are shown. */ hasBlockedCookies: 'Blocked response cookies', /** * @description Tooltip for a checkbox in the Network panel. The response to a network request may include a * cookie (https://developer.mozilla.org/en-US/docs/Web/HTTP/Cookies). Such response cookies can * be malformed or otherwise invalid and the browser may choose to ignore or not accept invalid cookies. */ onlyShowRequestsWithBlockedCookies: 'Show only requests with blocked response cookies', /** * @description Label for a filter in the Network panel */ blockedRequests: 'Blocked requests', /** * @description Tooltip for a filter in the Network panel */ onlyShowBlockedRequests: 'Show only blocked requests', /** * @description Label for a filter in the Network panel */ thirdParty: '3rd-party requests', /** * @description Tooltip for a filter in the Network panel */ onlyShowThirdPartyRequests: 'Show only requests with origin different from page origin', /** * @description Text that appears when user drag and drop something (for example, a file) in Network Log View of the Network panel */ dropHarFilesHere: 'Drop HAR files here', /** * @description Recording text content in Network Log View of the Network panel */ recordingNetworkActivity: 'Currently recording network activity', /** * @description Shown in the Network Log View of the Network panel when the user has not yet * recorded any network activity. This is an instruction to the user to reload the page in order to * show network activity in the current UI. * @example {Reload page} PH1 * @example {Ctrl + R} PH2 */ performARequestOrHitSToRecordThe: 'Perform a request or reload the page by using the "{PH1}" button or by pressing {PH2}.', /** * @description Shown in the Network Log View of the Network panel when the user has not yet * recorded any network activity. This is an instruction to the user to start recording in order to * show network activity in the current UI. * @example {Start recording} PH1 * @example {Ctrl + E} PH2 */ recordToDisplayNetworkActivity: 'Record network log to display network activity by using the "{PH1}" button or by pressing {PH2}.', /** * @description Label of a button in the Network Log View of the Network panel. */ reloadPage: 'Reload page', /** * @description Label of a button in the Network Log View of the Network panel. */ startRecording: 'Start recording', /** * @description Shown in the Network Log View of the Network panel when the user has not yet * recorded any network activity. */ noNetworkActivityRecorded: 'No network activity recorded', /** * @description Text to announce to screen readers that network data is available. */ networkDataAvailable: 'Network Data Available', /** * @description Text in Network Log View of the Network panel * @example {3} PH1 * @example {5} PH2 */ sSRequests: '{PH1} / {PH2} requests', /** * @description Message in the summary toolbar at the bottom of the Network log that shows the compressed size of the * resources transferred during a selected time frame over the compressed size of all resources transferred during * the whole network log. * @example {5 B} PH1 * @example {10 B} PH2 */ sSTransferred: '{PH1} / {PH2} transferred', /** * @description Message in a tooltip that shows the compressed size of the resources transferred during a selected * time frame over the compressed size of all resources transferred during the whole network log. * @example {10} PH1 * @example {15} PH2 */ sBSBTransferredOverNetwork: '{PH1} B / {PH2} B transferred over network', /** * @description Text in Network Log View of the Network panel. Appears when a particular network * resource is selected by the user. Shows how large the selected resource was (PH1) out of the * total size (PH2). * @example {40MB} PH1 * @example {50MB} PH2 */ sSResources: '{PH1} / {PH2} resources', /** * @description Text in Network Log View of the Network panel * @example {40} PH1 * @example {50} PH2 */ sBSBResourcesLoadedByThePage: '{PH1} B / {PH2} B resources loaded by the page', /** * @description Text in Network Log View of the Network panel * @example {6} PH1 */ sRequests: '{PH1} requests', /** * @description Message in the summary toolbar at the bottom of the Network log that shows the compressed size of * all resources transferred over network during a network activity log. * @example {4 B} PH1 */ sTransferred: '{PH1} transferred', /** * @description Message in a tooltip that shows the compressed size of all resources transferred over network during * a network activity log. * @example {4} PH1 */ sBTransferredOverNetwork: '{PH1} B transferred over network', /** * @description Text in Network Log View of the Network panel * @example {4} PH1 */ sResources: '{PH1} resources', /** * @description Text in Network Log View of the Network panel * @example {10} PH1 */ sBResourcesLoadedByThePage: '{PH1} B resources loaded by the page', /** * @description Text in Network Log View of the Network panel * @example {120ms} PH1 */ finishS: 'Finish: {PH1}', /** * @description Text in Network Log View of the Network panel * @example {3000ms} PH1 */ domcontentloadedS: 'DOMContentLoaded: {PH1}', /** * @description Text in Network Log View of the Network panel * @example {40ms} PH1 */ loadS: 'Load: {PH1}', /** * @description Text for copying */ copy: 'Copy', /** * @description A context menu command in the Network panel, for copying the URL of the selected request to the clipboard. */ copyURL: 'Copy URL', /** * @description Text in Network Log View of the Network panel */ copyRequestHeaders: 'Copy request headers', /** * @description Text in Network Log View of the Network panel */ copyResponseHeaders: 'Copy response headers', /** * @description Text in Network Log View of the Network panel */ copyResponse: 'Copy response', /** * @description Text in Network Log View of the Network panel */ copyStacktrace: 'Copy stack trace', /** * @description A context menu command in the Network panel, for copying to the clipboard. * PowerShell refers to the format the data will be copied as. */ copyAsPowershell: 'Copy as `PowerShell`', /** * @description A context menu command in the Network panel, for copying to the clipboard. 'fetch' * refers to the format the data will be copied as, which is compatible with the fetch web API. */ copyAsFetch: 'Copy as `fetch`', /** * @description Text in Network Log View of the Network panel. An action that copies a command to * the developer's clipboard. The command allows the developer to replay this specific network * request in Node.js, a desktop application/framework. 'Node.js fetch' is a noun phrase for the * type of request that will be copied. */ copyAsNodejsFetch: 'Copy as `fetch` (`Node.js`)', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with cURL (a program, not *translatable). */ copyAsCurlCmd: 'Copy as `cURL` (`cmd`)', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a Bash script. */ copyAsCurlBash: 'Copy as `cURL` (`bash`)', /** * @description A context menu command in the Network panel, for copying the URLs of all requestes to the clipboard. */ copyAllURLs: 'Copy all URLs', /** * @description A context menu command in the Network panel, for copying the URLs of all requestes * (after applying the Network filter) to the clipboard. */ copyAllListedURLs: 'Copy all listed URLs', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a PowerShell script to *represent all network requests. */ copyAllAsPowershell: 'Copy all as `PowerShell`', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a PowerShell script to *represent all network requests (after applying the Network filter). */ copyAllListedAsPowershell: 'Copy all listed as `PowerShell`', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a 'fetch' command (fetch *should not be translated) to represent all network requests. */ copyAllAsFetch: 'Copy all as `fetch`', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a 'fetch' command (fetch *should not be translated) to represent all network requests (after applying the Network filter). */ copyAllListedAsFetch: 'Copy all listed as `fetch`', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a Node.js 'fetch' command *(fetch and Node.js should not be translated) to represent all network requests. */ copyAllAsNodejsFetch: 'Copy all as `fetch` (`Node.js`)', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a Node.js 'fetch' command *(fetch and Node.js should not be translated) to represent all network requests (after applying *the Network filter). */ copyAllListedAsNodejsFetch: 'Copy all listed as `fetch` (`Node.js`)', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with cURL (a program, not *translatable) to represent all network requests. */ copyAllAsCurlCmd: 'Copy all as `cURL` (`cmd`)', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with cURL (a program, not *translatable) to represent all network requests (after applying the Network filter). */ copyAllListedAsCurlCmd: 'Copy all listed as `cURL` (`cmd`)', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a Bash script to represent *all network requests. */ copyAllAsCurlBash: 'Copy all as `cURL` (`bash`)', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with a Bash script to represent *all network requests (after applying the Network filter). */ copyAllListedAsCurlBash: 'Copy all listed as `cURL` (`bash`)', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with cURL (a program, not *translatable). */ copyAsCurl: 'Copy as `cURL`', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with cURL (a program, not *translatable) to represent all network requests. */ copyAllAsCurl: 'Copy all as `cURL`', /** * @description Text in Network Log View of the Network panel. An action that copies a command to *the clipboard. It will copy the command in the format compatible with cURL (a program, not *translatable) to represent all network requests (after applying the Network filter). */ copyAllListedAsCurl: 'Copy all listed as `cURL`', /** * @description Text in Network Log View of the Network panel. An action that copies data to the * clipboard. It will copy the data in the HAR (not translatable) format and scrub all potentially * sensitive data from the network requests. 'all' refers to every network request that is currently * shown. */ copyAllAsHarSanitized: 'Copy all as `HAR` (sanitized)', /** * @description Text in Network Log View of the Network panel. An action that copies data to the * clipboard. It will copy the data in the HAR (not translatable) format and include potentially * sensitive data from the network requests. 'all' refers to every network request that is currently * shown. */ copyAllAsHarWithSensitiveData: 'Copy all as `HAR` (with sensitive data)', /** * @description Text in Network Log View of the Network panel. An action that copies data to the * clipboard. It will copy the data in the HAR (not translatable) format and scrub all potentially * sensitive data from the network requests. 'all' refers to every network request that is currently * shown (after applying the Network filter). */ copyAllListedAsHarSanitized: 'Copy all listed as `HAR` (sanitized)', /** * @description Text in Network Log View of the Network panel. An action that copies data to the * clipboard. It will copy the data in the HAR (not translatable) format and include potentially * sensitive data from the network requests. 'all' refers to every network request that is currently * shown (after applying the Network filter). */ copyAllListedAsHarWithSensitiveData: 'Copy all listed as `HAR` (with sensitive data)', /** * @description A context menu item in the Network Log View of the Network panel */ clearBrowserCache: 'Clear browser cache', /** * @description A context menu item in the Network Log View of the Network panel */ clearBrowserCookies: 'Clear browser cookies', /** * @description A context menu item in the Network Log View of the Network panel */ throttleRequests: 'Throttle requests', /** * @description A context menu item in the Network Log View of the Network panel */ throttleRequestUrl: 'Throttle request URL', /** * @description A context menu item in the Network Log View of the Network panel * @example {example.com} PH1 */ unthrottleS: 'Stop throttling {PH1}', /** * @description A context menu item in the Network Log View of the Network panel */ throttleRequestDomain: 'Throttle request domain', /** * @description A context menu item in the Network Log View of the Network panel */ blockRequests: 'Block requests', /** * @description A context menu item in the Network Log View of the Network panel */ blockRequestUrl: 'Block request URL', /** * @description A context menu item in the Network Log View of the Network panel * @example {example.com} PH1 */ unblockS: 'Unblock {PH1}', /** * @description A context menu item in the Network Log View of the Network panel */ blockRequestDomain: 'Block request domain', /** * @description Text to replay an XHR request */ replayXhr: 'Replay XHR', /** * @description Text in Network Log View of the Network panel */ areYouSureYouWantToClearBrowser: 'Are you sure you want to clear browser cache?', /** * @description Text in Network Log View of the Network panel */ areYouSureYouWantToClearBrowserCookies: 'Are you sure you want to clear browser cookies?', /** * @description A context menu item in the Network Log View of the Network panel * for creating a header override */ overrideHeaders: 'Override headers', /** * @description Tooltip for the Show only/Hide requests dropdown of the filterbar */ showOnlyHideRequests: 'Show only/hide requests', /** * @description Text for the Show only/Hide requests dropdown button of the filterbar */ moreFilters: 'More filters', /** * @description Text of a context menu item to redirect to the AI assistance panel and to start a chat. */ startAChat: 'Start a chat', /** * @description Context menu item in Network panel to explain the purpose of a request via AI. */ explainPurpose: 'Explain purpose', /** * @description Context menu item in Network panel to explain why a request is slow via AI. */ explainSlowness: 'Explain slowness', /** * @description Context menu item in Network panel to explain why a request is failing via AI. */ explainFailures: 'Explain failures', /** * @description Context menu item in Network panel to assess security headers of a request via AI. */ assessSecurityHeaders: 'Assess security headers', } as const; const str_ = i18n.i18n.registerUIStrings('panels/network/NetworkLogView.ts', UIStrings); const i18nString = i18n.i18n.getLocalizedString.bind(undefined, str_); const enum FetchStyle { BROWSER = 0, NODE_JS = 1, } export class NetworkLogView extends Common.ObjectWrapper.eventMixin(UI.Widget.VBox) implements SDK.TargetManager.SDKModelObserver, NetworkLogViewInterface { private readonly networkInvertFilterSetting: Common.Settings.Setting; private readonly networkHideDataURLSetting: Common.Settings.Setting; private readonly networkHideChromeExtensions: Common.Settings.Setting; private readonly networkShowBlockedCookiesOnlySetting: Common.Settings.Setting; private readonly networkOnlyBlockedRequestsSetting: Common.Settings.Setting; private readonly networkOnlyThirdPartySetting: Common.Settings.Setting; private readonly networkResourceTypeFiltersSetting: Common.Settings.Setting>; private readonly networkShowOptionsToGenerateHarWithSensitiveData: Common.Settings.Setting; private readonly progressBarContainer: Element; private readonly networkLogLargeRowsSetting: Common.Settings.Setting; private rowHeightInternal: number; private readonly timeCalculatorInternal: NetworkTimeCalculator.NetworkTransferTimeCalculator; private readonly durationCalculator: NetworkTimeCalculator.NetworkTimeCalculator; private calculatorInternal: NetworkTimeCalculator.NetworkTimeCalculator; private readonly columnsInternal: NetworkLogViewColumns; private staleRequests: Set; private mainRequestLoadTime: number; private mainRequestDOMContentLoadedTime: number; private filters: Filter[]; private timeFilter: Filter|null; private hoveredNodeInternal: NetworkNode|null; private recordingHint: UI.EmptyWidget.EmptyWidget|null; private highlightedNode: NetworkRequestNode|null; private readonly linkifierInternal: Components.Linkifier.Linkifier; private recording: boolean; private needsRefresh: boolean; private readonly headerHeightInternal: number; private readonly groupLookups: Map; private activeGroupLookup: GroupLookupInterface|null; private readonly textFilterUI: UI.FilterBar.TextFilterUI; private readonly invertFilterUI: UI.FilterBar.CheckboxFilterUI; private readonly moreFiltersDropDownUI: MoreFiltersDropDownUI|undefined; private readonly resourceCategoryFilterUI: UI.FilterBar.NamedBitSetFilterUI; private readonly filterParser: TextUtils.TextUtils.FilterParser; private readonly suggestionBuilder: UI.FilterSuggestionBuilder.FilterSuggestionBuilder; private dataGrid: DataGrid.SortableDataGrid.SortableDataGrid; private readonly summaryToolbarInternal: UI.Toolbar.Toolbar; private readonly filterBar: UI.FilterBar.FilterBar; private readonly textFilterSetting: Common.Settings.Setting; private networkRequestToNode: WeakMap; constructor( filterBar: UI.FilterBar.FilterBar, progressBarContainer: Element, networkLogLargeRowsSetting: Common.Settings.Setting) { super(); this.registerRequiredCSS(networkLogViewStyles); this.setMinimumSize(50, 64); this.element.id = 'network-container'; this.element.classList.add('no-node-selected'); this.networkRequestToNode = new WeakMap(); this.networkInvertFilterSetting = Common.Settings.Settings.instance().createSetting('network-invert-filter', false); this.networkHideDataURLSetting = Common.Settings.Settings.instance().createSetting('network-hide-data-url', false); this.networkHideChromeExtensions = Common.Settings.Settings.instance().createSetting('network-hide-chrome-extensions', false); this.networkShowBlockedCookiesOnlySetting = Common.Settings.Settings.instance().createSetting('network-show-blocked-cookies-only-setting', false); this.networkOnlyBlockedRequestsSetting = Common.Settings.Settings.instance().createSetting('network-only-blocked-requests', false); this.networkOnlyThirdPartySetting = Common.Settings.Settings.instance().createSetting('network-only-third-party-setting', false); this.networkResourceTypeFiltersSetting = Common.Settings.Settings.instance().createSetting('network-resource-type-filters', {}); this.networkShowOptionsToGenerateHarWithSensitiveData = Common.Settings.Settings.instance().createSetting( 'network.show-options-to-generate-har-with-sensitive-data', false); this.progressBarContainer = progressBarContainer; this.networkLogLargeRowsSetting = networkLogLargeRowsSetting; this.networkLogLargeRowsSetting.addChangeListener(updateRowHeight.bind(this), this); function updateRowHeight(this: NetworkLogView): void { this.rowHeightInternal = Boolean(this.networkLogLargeRowsSetting.get()) ? 41 : 21; } this.rowHeightInternal = 0; updateRowHeight.call(this); this.timeCalculatorInternal = new NetworkTimeCalculator.NetworkTransferTimeCalculator(); this.durationCalculator = new NetworkTimeCalculator.NetworkTransferDurationCalculator(); this.calculatorInternal = this.timeCalculatorInternal; this.columnsInternal = new NetworkLogViewColumns( this, this.timeCalculatorInternal, this.durationCalculator, networkLogLargeRowsSetting); this.columnsInternal.show(this.element); this.staleRequests = new Set(); this.mainRequestLoadTime = -1; this.mainRequestDOMContentLoadedTime = -1; this.filters = []; this.timeFilter = null; this.hoveredNodeInternal = null; this.recordingHint = null; this.highlightedNode = null; this.linkifierInternal = new Components.Linkifier.Linkifier(); this.recording = false; this.needsRefresh = false; this.headerHeightInternal = 0; this.groupLookups = new Map(); this.groupLookups.set('Frame', new NetworkFrameGrouper(this)); this.activeGroupLookup = null; this.textFilterUI = new UI.FilterBar.TextFilterUI(); this.textFilterUI.addEventListener(UI.FilterBar.FilterUIEvents.FILTER_CHANGED, this.filterChanged, this); filterBar.addFilter(this.textFilterUI); this.invertFilterUI = new UI.FilterBar.CheckboxFilterUI( i18nString(UIStrings.invertFilter), true, this.networkInvertFilterSetting, 'invert-filter'); this.invertFilterUI.addEventListener( UI.FilterBar.FilterUIEvents.FILTER_CHANGED, this.filterChanged.bind(this), this); UI.Tooltip.Tooltip.install(this.invertFilterUI.element(), i18nString(UIStrings.invertsFilter)); filterBar.addFilter(this.invertFilterUI); filterBar.addDivider(); const filterItems = Object.entries(Common.ResourceType.resourceCategories).map(([key, category]) => ({ name: category.name, label: () => category.shortTitle(), title: category.title(), jslogContext: Platform.StringUtilities.toKebabCase(key), })); this.moreFiltersDropDownUI = new MoreFiltersDropDownUI(); this.moreFiltersDropDownUI.addEventListener(UI.FilterBar.FilterUIEvents.FILTER_CHANGED, this.filterChanged, this); filterBar.addFilter(this.moreFiltersDropDownUI); this.resourceCategoryFilterUI = new UI.FilterBar.NamedBitSetFilterUI(filterItems, this.networkResourceTypeFiltersSetting); UI.ARIAUtils.setLabel(this.resourceCategoryFilterUI.element(), i18nString(UIStrings.requestTypesToInclude)); this.resourceCategoryFilterUI.addEventListener( UI.FilterBar.FilterUIEvents.FILTER_CHANGED, this.filterChanged.bind(this), this); filterBar.addFilter(this.resourceCategoryFilterUI); this.filterParser = new TextUtils.TextUtils.FilterParser(searchKeys); this.suggestionBuilder = new UI.FilterSuggestionBuilder.FilterSuggestionBuilder(searchKeys, NetworkLogView.sortSearchValues); this.resetSuggestionBuilder(); this.dataGrid = this.columnsInternal.dataGrid(); this.setupDataGrid(); this.columnsInternal.sortByCurrentColumn(); filterBar.filterButton().addEventListener( UI.Toolbar.ToolbarButton.Events.CLICK, this.dataGrid.scheduleUpdate.bind(this.dataGrid, true /* isFromUser */)); this.summaryToolbarInternal = this.element.createChild('devtools-toolbar', 'network-summary-bar'); this.summaryToolbarInternal.setAttribute('role', 'status'); new UI.DropTarget.DropTarget( this.element, [UI.DropTarget.Type.File], i18nString(UIStrings.dropHarFilesHere), this.handleDrop.bind(this)); Common.Settings.Settings.instance() .moduleSetting('network-color-code-resource-types') .addChangeListener(this.invalidateAllItems.bind(this, false), this); SDK.TargetManager.TargetManager.instance().observeModels(SDK.NetworkManager.NetworkManager, this, {scoped: true}); Logs.NetworkLog.NetworkLog.instance().addEventListener( Logs.NetworkLog.Events.RequestAdded, this.onRequestUpdated, this); Logs.NetworkLog.NetworkLog.instance().addEventListener( Logs.NetworkLog.Events.RequestUpdated, this.onRequestUpdated, this); Logs.NetworkLog.NetworkLog.instance().addEventListener( Logs.NetworkLog.Events.RequestRemoved, this.onRequestRemoved, this); Logs.NetworkLog.NetworkLog.instance().addEventListener(Logs.NetworkLog.Events.Reset, this.reset, this); this.updateGroupByFrame(); Common.Settings.Settings.instance() .moduleSetting('network.group-by-frame') .addChangeListener(() => this.updateGroupByFrame()); this.filterBar = filterBar; this.textFilterSetting = Common.Settings.Settings.instance().createSetting('network-text-filter', ''); if (this.textFilterSetting.get()) { this.textFilterUI.setValue(this.textFilterSetting.get()); } } private updateGroupByFrame(): void { const value = Common.Settings.Settings.instance().moduleSetting('network.group-by-frame').get(); this.setGrouping(value ? 'Frame' : null); } private static sortSearchValues(key: string, values: string[]): void { if (key === NetworkForward.UIFilter.FilterType.Priority) { values.sort((a, b) => { const aPriority = PerfUI.NetworkPriorities.uiLabelToNetworkPriority(a); const bPriority = PerfUI.NetworkPriorities.uiLabelToNetworkPriority(b); return PerfUI.NetworkPriorities.networkPriorityWeight(aPriority) - PerfUI.NetworkPriorities.networkPriorityWeight(bPriority); }); } else { values.sort(); } } private static negativeFilter(filter: Filter, request: SDK.NetworkRequest.NetworkRequest): boolean { return !filter(request); } private static requestPathFilter(regex: RegExp|null, request: SDK.NetworkRequest.NetworkRequest): boolean { if (!regex) { return false; } return regex.test(request.path() + '/' + request.name()); } private static subdomains(domain: string): string[] { const result = [domain]; let indexOfPeriod = domain.indexOf('.'); while (indexOfPeriod !== -1) { result.push('*' + domain.substring(indexOfPeriod)); indexOfPeriod = domain.indexOf('.', indexOfPeriod + 1); } return result; } private static createRequestDomainFilter(value: string): Filter { const escapedPattern = value.split('*').map(Platform.StringUtilities.escapeForRegExp).join('.*'); return NetworkLogView.requestDomainFilter.bind(null, new RegExp('^' + escapedPattern + '$', 'i')); } private static requestDomainFilter(regex: RegExp, request: SDK.NetworkRequest.NetworkRequest): boolean { return regex.test(request.domain); } private static runningRequestFilter(request: SDK.NetworkRequest.NetworkRequest): boolean { return !request.finished; } private static fromCacheRequestFilter(request: SDK.NetworkRequest.NetworkRequest): boolean { return request.cached(); } private static interceptedByServiceWorkerFilter(request: SDK.NetworkRequest.NetworkRequest): boolean { return request.fetchedViaServiceWorker; } private static initiatedByServiceWorkerFilter(request: SDK.NetworkRequest.NetworkRequest): boolean { return request.initiatedByServiceWorker(); } private static requestResponseHeaderFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.responseHeaderValue(value) !== undefined; } private static requestRequestHeaderFilter(headerName: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.requestHeaders().some(header => header.name.toLowerCase() === headerName.toLowerCase()); } private static requestResponseHeaderSetCookieFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { // Multiple Set-Cookie headers in the request are concatenated via space. Only // filter via `includes` instead of strict equality. return Boolean(request.responseHeaderValue('Set-Cookie')?.includes(value)); } private static requestMethodFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.requestMethod === value; } private static requestPriorityFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.priority() === value; } private static requestMimeTypeFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.mimeType === value; } private static requestMixedContentFilter( value: NetworkForward.UIFilter.MixedContentFilterValues, request: SDK.NetworkRequest.NetworkRequest): boolean { if (value === NetworkForward.UIFilter.MixedContentFilterValues.DISPLAYED) { return request.mixedContentType === Protocol.Security.MixedContentType.OptionallyBlockable; } if (value === NetworkForward.UIFilter.MixedContentFilterValues.BLOCKED) { return request.mixedContentType === Protocol.Security.MixedContentType.Blockable && request.wasBlocked(); } if (value === NetworkForward.UIFilter.MixedContentFilterValues.BLOCK_OVERRIDDEN) { return request.mixedContentType === Protocol.Security.MixedContentType.Blockable && !request.wasBlocked(); } if (value === NetworkForward.UIFilter.MixedContentFilterValues.ALL) { return request.mixedContentType !== Protocol.Security.MixedContentType.None; } return false; } private static requestSchemeFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.scheme === value; } private static requestCookieDomainFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.allCookiesIncludingBlockedOnes().some(cookie => cookie.domain() === value); } private static requestCookieNameFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.allCookiesIncludingBlockedOnes().some(cookie => cookie.name() === value); } private static requestCookiePathFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.allCookiesIncludingBlockedOnes().some(cookie => cookie.path() === value); } private static requestCookieValueFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.allCookiesIncludingBlockedOnes().some(cookie => cookie.value() === value); } private static requestSetCookieDomainFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.responseCookies.some(cookie => cookie.domain() === value); } private static requestSetCookieNameFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.responseCookies.some(cookie => cookie.name() === value); } private static requestSetCookieValueFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.responseCookies.some(cookie => cookie.value() === value); } private static requestSizeLargerThanFilter(value: number, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.transferSize >= value; } private static statusCodeFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return (String(request.statusCode)) === value; } private static hasOverridesFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { if (!value) { return false; } if (value === overrideFilter.no) { return request.overrideTypes.length === 0; } if (value === overrideFilter.yes) { return request.overrideTypes.length > 0; } if (value === overrideFilter.content) { return request.overrideTypes.includes('content'); } if (value === overrideFilter.headers) { return request.overrideTypes.includes('headers'); } return request.overrideTypes.join(',').includes(value); } static getHTTPRequestsFilter(request: SDK.NetworkRequest.NetworkRequest): boolean { return request.parsedURL.isValid && (request.scheme in HTTPSchemas); } private static resourceTypeFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { return request.resourceType().name() === value; } private static requestUrlFilter(value: string, request: SDK.NetworkRequest.NetworkRequest): boolean { const regex = new RegExp(Platform.StringUtilities.escapeForRegExp(value), 'i'); return regex.test(request.url()); } private static requestTimeFilter(windowStart: number, windowEnd: number, request: SDK.NetworkRequest.NetworkRequest): boolean { if (request.issueTime() > windowEnd) { return false; } if (request.endTime !== -1 && request.endTime < windowStart) { return false; } return true; } private static copyRequestHeaders(request: SDK.NetworkRequest.NetworkRequest): void { Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(request.requestHeadersText()); } private static copyResponseHeaders(request: SDK.NetworkRequest.NetworkRequest): void { Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(request.responseHeadersText); } private static async copyResponse(request: SDK.NetworkRequest.NetworkRequest): Promise { const contentData = await request.requestContentData(); let content: string; if (TextUtils.ContentData.ContentData.isError(contentData)) { content = ''; } else if (!contentData.isTextContent) { content = contentData.asDataUrl() ?? ''; } else { content = contentData.text; } Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(content); } private handleDrop(dataTransfer: DataTransfer): void { const items = dataTransfer.items; if (!items.length) { return; } const file = items[0].getAsFile(); if (file) { void this.onLoadFromFile(file); } } async onLoadFromFile(file: File): Promise { const outputStream = new Common.StringOutputStream.StringOutputStream(); const reader = new Bindings.FileUtils.ChunkedFileReader(file, /* chunkSize */ 10000000); const success = await reader.read(outputStream); if (!success) { const error = reader.error(); if (error) { this.harLoadFailed(error.message); } return; } let harRoot; try { // HARRoot and JSON.parse might throw. harRoot = new HAR.HARFormat.HARRoot(JSON.parse(outputStream.data())); } catch (e) { this.harLoadFailed(e); return; } Logs.NetworkLog.NetworkLog.instance().importRequests(HAR.Importer.Importer.requestsFromHARLog(harRoot.log)); } private harLoadFailed(message: string): void { Common.Console.Console.instance().error('Failed to load HAR file with following error: ' + message); } private setGrouping(groupKey: string|null): void { if (this.activeGroupLookup) { this.activeGroupLookup.reset(); } const groupLookup = groupKey ? this.groupLookups.get(groupKey) || null : null; this.activeGroupLookup = groupLookup; this.invalidateAllItems(); } nodeForRequest(request: SDK.NetworkRequest.NetworkRequest): NetworkRequestNode|null { return this.networkRequestToNode.get(request) || null; } headerHeight(): number { return this.headerHeightInternal; } setRecording(recording: boolean): void { this.recording = recording; this.updateSummaryBar(); } columns(): NetworkLogViewColumns { return this.columnsInternal; } summaryToolbar(): UI.Toolbar.Toolbar { return this.summaryToolbarInternal; } getDataGrid(): DataGrid.SortableDataGrid.SortableDataGrid|null { if (Annotations.AnnotationRepository.annotationsEnabled()) { return this.dataGrid; } return null; } modelAdded(networkManager: SDK.NetworkManager.NetworkManager): void { // TODO(allada) Remove dependency on networkManager and instead use NetworkLog and PageLoad for needed data. const target = networkManager.target(); if (target.outermostTarget() !== target) { return; } const resourceTreeModel = target.model(SDK.ResourceTreeModel.ResourceTreeModel); if (resourceTreeModel) { resourceTreeModel.addEventListener(SDK.ResourceTreeModel.Events.Load, this.loadEventFired, this); resourceTreeModel.addEventListener( SDK.ResourceTreeModel.Events.DOMContentLoaded, this.domContentLoadedEventFired, this); } for (const request of Logs.NetworkLog.NetworkLog.instance().requests()) { if (this.isInScope(request)) { this.refreshRequest(request); } } } modelRemoved(networkManager: SDK.NetworkManager.NetworkManager): void { const target = networkManager.target(); if (target.outermostTarget() !== target) { return; } const resourceTreeModel = target.model(SDK.ResourceTreeModel.ResourceTreeModel); if (resourceTreeModel) { resourceTreeModel.removeEventListener(SDK.ResourceTreeModel.Events.Load, this.loadEventFired, this); resourceTreeModel.removeEventListener( SDK.ResourceTreeModel.Events.DOMContentLoaded, this.domContentLoadedEventFired, this); } const preserveLog = Common.Settings.Settings.instance().moduleSetting('network-log.preserve-log').get(); if (!preserveLog) { this.reset(); } } linkifier(): Components.Linkifier.Linkifier { return this.linkifierInternal; } setWindow(start: number, end: number): void { if (!start && !end) { this.timeFilter = null; this.timeCalculatorInternal.setWindow(null); } else { this.timeFilter = NetworkLogView.requestTimeFilter.bind(null, start, end); this.timeCalculatorInternal.setWindow(new NetworkTimeCalculator.NetworkTimeBoundary(start, end)); } this.filterRequests(); } resetFocus(): void { this.dataGrid.element.focus(); } private resetSuggestionBuilder(): void { this.suggestionBuilder.clear(); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.Is, NetworkForward.UIFilter.IsFilterType.RUNNING); this.suggestionBuilder.addItem( NetworkForward.UIFilter.FilterType.Is, NetworkForward.UIFilter.IsFilterType.FROM_CACHE); this.suggestionBuilder.addItem( NetworkForward.UIFilter.FilterType.Is, NetworkForward.UIFilter.IsFilterType.SERVICE_WORKER_INTERCEPTED); this.suggestionBuilder.addItem( NetworkForward.UIFilter.FilterType.Is, NetworkForward.UIFilter.IsFilterType.SERVICE_WORKER_INITIATED); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.LargerThan, '100'); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.LargerThan, '10k'); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.LargerThan, '1M'); this.textFilterUI.setSuggestionProvider(this.suggestionBuilder.completions.bind(this.suggestionBuilder)); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.HasOverrides, overrideFilter.yes); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.HasOverrides, overrideFilter.no); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.HasOverrides, overrideFilter.content); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.HasOverrides, overrideFilter.headers); } private filterChanged(): void { this.removeAllNodeHighlights(); this.parseFilterQuery(this.textFilterUI.value(), this.invertFilterUI.checked()); this.filterRequests(); this.textFilterSetting.set(this.textFilterUI.value()); this.moreFiltersDropDownUI?.updateActiveFiltersCount(); this.moreFiltersDropDownUI?.updateTooltip(); this.columnsInternal.filterChanged(); } async resetFilter(): Promise { this.textFilterUI.clear(); } private showRecordingHint(): void { this.hideRecordingHint(); const actionRegistry = UI.ActionRegistry.ActionRegistry.instance(); const actionName = this.recording ? 'inspector-main.reload' : 'network.toggle-recording'; const action = actionRegistry.hasAction(actionName) ? actionRegistry.getAction(actionName) : null; const shortcutTitle = UI.ShortcutRegistry.ShortcutRegistry.instance().shortcutTitleForAction(actionName) ?? ''; const header = this.recording ? i18nString(UIStrings.recordingNetworkActivity) : i18nString(UIStrings.noNetworkActivityRecorded); const instruction = this.recording ? UIStrings.performARequestOrHitSToRecordThe : UIStrings.recordToDisplayNetworkActivity; const buttonText = this.recording ? i18nString(UIStrings.reloadPage) : i18nString(UIStrings.startRecording); // eslint-disable-next-line @devtools/l10n-i18nString-call-only-with-uistrings const description = i18nString(instruction, { PH1: buttonText, PH2: shortcutTitle, }); this.recordingHint = new UI.EmptyWidget.EmptyWidget(header, shortcutTitle ? description : ''); this.recordingHint.element.classList.add('network-status-pane'); this.recordingHint.link = 'https://developer.chrome.com/docs/devtools/network/' as Platform.DevToolsPath.UrlString; if (shortcutTitle && action) { const button = UI.UIUtils.createTextButton(buttonText, () => action.execute(), { jslogContext: actionName, variant: Buttons.Button.Variant.TONAL, }); this.recordingHint.contentElement.appendChild(button); } this.recordingHint.show(this.element); this.setHidden(true); } private hideRecordingHint(): void { this.setHidden(false); if (this.recordingHint) { this.recordingHint.detach(); this.recordingHint = null; } UI.ARIAUtils.LiveAnnouncer.alert(i18nString(UIStrings.networkDataAvailable)); } private setHidden(value: boolean): void { this.columnsInternal.setHidden(value); this.dataGrid.setInert(value); UI.ARIAUtils.setHidden(this.summaryToolbarInternal, value); } override elementsToRestoreScrollPositionsFor(): Element[] { if (!this.dataGrid) // Not initialized yet. { return []; } return [this.dataGrid.scrollContainer]; } columnExtensionResolved(): void { this.invalidateAllItems(true); } private setupDataGrid(): DataGrid.SortableDataGrid.SortableDataGrid { this.dataGrid.setRowContextMenuCallback((contextMenu, node) => { const request = (node as NetworkNode).request(); if (request) { this.handleContextMenuForRequest(contextMenu, request); } }); this.dataGrid.setEnableAutoScrollToBottom(true); this.dataGrid.setName('network-log'); this.dataGrid.setResizeMethod(DataGrid.DataGrid.ResizeMethod.LAST); this.dataGrid.element.classList.add('network-log-grid'); this.dataGrid.element.addEventListener('mousemove', this.dataGridMouseMove.bind(this), true); this.dataGrid.element.addEventListener('mouseleave', () => this.setHoveredNode(null), true); this.dataGrid.element.addEventListener('keydown', event => { if (event.key === 'ArrowRight' && this.dataGrid.selectedNode) { const initiatorLink = this.dataGrid.selectedNode.element().querySelector('button.devtools-link'); if (initiatorLink) { (initiatorLink as HTMLElement).focus(); } } if (Platform.KeyboardUtilities.isEnterOrSpaceKey(event)) { this.dispatchEventToListeners( Events.RequestActivated, {showPanel: RequestPanelBehavior.ShowPanel, takeFocus: true}); event.consume(true); } }); this.dataGrid.element.addEventListener('keyup', event => { if ((event.key === 'r' || event.key === 'R') && this.dataGrid.selectedNode) { const request = (this.dataGrid.selectedNode as NetworkNode).request(); if (!request) { return; } if (SDK.NetworkManager.NetworkManager.canReplayRequest(request)) { SDK.NetworkManager.NetworkManager.replayRequest(request); void VisualLogging.logKeyDown(this.dataGrid.selectedNode.element(), event, 'replay-xhr'); } } }); this.dataGrid.element.addEventListener('focus', this.onDataGridFocus.bind(this), true); this.dataGrid.element.addEventListener('blur', this.onDataGridBlur.bind(this), true); return this.dataGrid; } private dataGridMouseMove(event: MouseEvent): void { const mouseEvent = event; const node = (this.dataGrid.dataGridNodeFromNode((mouseEvent.target as Node))); const highlightInitiatorChain = mouseEvent.shiftKey; this.setHoveredNode(node as NetworkNode, highlightInitiatorChain); } hoveredNode(): NetworkNode|null { return this.hoveredNodeInternal; } private setHoveredNode(node: NetworkNode|null, highlightInitiatorChain?: boolean): void { if (this.hoveredNodeInternal) { this.hoveredNodeInternal.setHovered(false, false); } this.hoveredNodeInternal = node; if (this.hoveredNodeInternal) { this.hoveredNodeInternal.setHovered(true, Boolean(highlightInitiatorChain)); } } private updateSummaryBar(): void { this.hideRecordingHint(); let transferSize = 0; let resourceSize = 0; let selectedNodeNumber = 0; let selectedTransferSize = 0; let selectedResourceSize = 0; let baseTime = -1; let maxTime = -1; let nodeCount = 0; for (const request of Logs.NetworkLog.NetworkLog.instance().requests()) { const node = this.networkRequestToNode.get(request); if (!node) { continue; } nodeCount++; const requestTransferSize = request.transferSize; transferSize += requestTransferSize; const requestResourceSize = request.resourceSize; resourceSize += requestResourceSize; if (!filteredNetworkRequests.has(node)) { selectedNodeNumber++; selectedTransferSize += requestTransferSize; selectedResourceSize += requestResourceSize; } const networkManager = SDK.NetworkManager.NetworkManager.forRequest(request); // TODO(allada) inspectedURL should be stored in PageLoad used instead of target so HAR requests can have an // inspected url. if (networkManager && request.url() === networkManager.target().inspectedURL() && request.resourceType() === Common.ResourceType.resourceTypes.Document && networkManager.target().parentTarget()?.type() !== SDK.Target.Type.FRAME) { // If the primary main frame's document was fetched from the prefetch cache, // we should use the issueTime (i.e. when the navigation request was about to start) // instead of startTime, which is when the prefetch network request started // (which is typically well before the navigation starts). baseTime = request.fromPrefetchCache() ? request.issueTime() : request.startTime; } if (request.endTime > maxTime) { maxTime = request.endTime; } } if (!nodeCount) { this.showRecordingHint(); return; } this.summaryToolbarInternal.removeToolbarItems(); const appendChunk = (chunk: string, title?: string): HTMLDivElement => { const toolbarText = new UI.Toolbar.ToolbarText(chunk); toolbarText.setTitle(title ? title : chunk); this.summaryToolbarInternal.appendToolbarItem(toolbarText); return toolbarText.element as HTMLDivElement; }; if (selectedNodeNumber !== nodeCount) { appendChunk(i18nString(UIStrings.sSRequests, {PH1: selectedNodeNumber, PH2: nodeCount})); this.summaryToolbarInternal.appendSeparator(); appendChunk( i18nString(UIStrings.sSTransferred, { PH1: i18n.ByteUtilities.formatBytesToKb(selectedTransferSize), PH2: i18n.ByteUtilities.formatBytesToKb(transferSize), }), i18nString(UIStrings.sBSBTransferredOverNetwork, {PH1: selectedTransferSize, PH2: transferSize})); this.summaryToolbarInternal.appendSeparator(); appendChunk( i18nString(UIStrings.sSResources, { PH1: i18n.ByteUtilities.formatBytesToKb(selectedResourceSize), PH2: i18n.ByteUtilities.formatBytesToKb(resourceSize), }), i18nString(UIStrings.sBSBResourcesLoadedByThePage, {PH1: selectedResourceSize, PH2: resourceSize})); } else { appendChunk(i18nString(UIStrings.sRequests, {PH1: nodeCount})); this.summaryToolbarInternal.appendSeparator(); appendChunk( i18nString(UIStrings.sTransferred, {PH1: i18n.ByteUtilities.bytesToString(transferSize)}), i18nString(UIStrings.sBTransferredOverNetwork, {PH1: transferSize})); this.summaryToolbarInternal.appendSeparator(); appendChunk( i18nString(UIStrings.sResources, {PH1: i18n.ByteUtilities.bytesToString(resourceSize)}), i18nString(UIStrings.sBResourcesLoadedByThePage, {PH1: resourceSize})); } if (baseTime !== -1 && maxTime !== -1) { this.summaryToolbarInternal.appendSeparator(); appendChunk(i18nString(UIStrings.finishS, {PH1: i18n.TimeUtilities.secondsToString(maxTime - baseTime)})); if (this.mainRequestDOMContentLoadedTime !== -1 && this.mainRequestDOMContentLoadedTime > baseTime) { this.summaryToolbarInternal.appendSeparator(); const domContentLoadedText = i18nString( UIStrings.domcontentloadedS, {PH1: i18n.TimeUtilities.secondsToString(this.mainRequestDOMContentLoadedTime - baseTime)}); appendChunk(domContentLoadedText).style.color = `var(${NetworkLogView.getDCLEventColor()})`; } if (this.mainRequestLoadTime !== -1) { this.summaryToolbarInternal.appendSeparator(); const loadText = i18nString(UIStrings.loadS, {PH1: i18n.TimeUtilities.secondsToString(this.mainRequestLoadTime - baseTime)}); appendChunk(loadText).style.color = `var(${NetworkLogView.getLoadEventColor()})`; } } } scheduleRefresh(): void { if (this.needsRefresh) { return; } this.needsRefresh = true; if (this.isShowing()) { void RenderCoordinator.write('NetworkLogView.render', this.refresh.bind(this)); } } addFilmStripFrames(times: number[]): void { this.columnsInternal.addEventDividers(times, 'network-frame-divider'); } selectFilmStripFrame(time: number): void { this.columnsInternal.selectFilmStripFrame(time); } clearFilmStripFrame(): void { this.columnsInternal.clearFilmStripFrame(); } private refreshIfNeeded(): void { if (this.needsRefresh) { this.refresh(); } } private invalidateAllItems(deferUpdate?: boolean): void { this.staleRequests = new Set(Logs.NetworkLog.NetworkLog.instance().requests().filter(this.isInScope)); if (deferUpdate) { this.scheduleRefresh(); } else { this.refresh(); } } timeCalculator(): NetworkTimeCalculator.NetworkTransferTimeCalculator { return this.timeCalculatorInternal; } calculator(): NetworkTimeCalculator.NetworkTimeCalculator { return this.calculatorInternal; } setCalculator(x: NetworkTimeCalculator.NetworkTimeCalculator): void { if (!x || this.calculatorInternal === x) { return; } if (this.calculatorInternal !== x) { this.calculatorInternal = x; this.columnsInternal.setCalculator(this.calculatorInternal); } this.calculatorInternal.reset(); if (this.calculatorInternal.startAtZero) { this.columnsInternal.hideEventDividers(); } else { this.columnsInternal.showEventDividers(); } this.invalidateAllItems(); } private loadEventFired( event: Common.EventTarget .EventTargetEvent<{resourceTreeModel: SDK.ResourceTreeModel.ResourceTreeModel, loadTime: number}>): void { if (!this.recording) { return; } const time = event.data.loadTime; if (time) { this.mainRequestLoadTime = time; this.columnsInternal.addEventDividers([time], 'network-load-divider'); } } private domContentLoadedEventFired(event: Common.EventTarget.EventTargetEvent): void { if (!this.recording) { return; } const {data} = event; if (data) { this.mainRequestDOMContentLoadedTime = data; this.columnsInternal.addEventDividers([data], 'network-dcl-divider'); } } override wasShown(): void { super.wasShown(); this.refreshIfNeeded(); this.columnsInternal.wasShown(); } override willHide(): void { super.willHide(); this.columnsInternal.willHide(); } flatNodesList(): NetworkNode[] { const rootNode = (this.dataGrid.rootNode() as DataGrid.ViewportDataGrid.ViewportDataGridNode>); return rootNode.flatChildren() as NetworkNode[]; } private onDataGridFocus(): void { if (this.dataGrid.element.matches(':focus-visible')) { this.element.classList.add('grid-focused'); } this.updateNodeBackground(); } private onDataGridBlur(): void { this.element.classList.remove('grid-focused'); this.updateNodeBackground(); } updateNodeBackground(): void { if (this.dataGrid.selectedNode) { (this.dataGrid.selectedNode as NetworkNode).updateBackgroundColor(); } } updateNodeSelectedClass(isSelected: boolean): void { if (isSelected) { this.element.classList.remove('no-node-selected'); } else { this.element.classList.add('no-node-selected'); } } stylesChanged(): void { this.columnsInternal.scheduleRefresh(); } private removeNodeAndMaybeAncestors(node: NetworkRequestNode): void { let parent = node.parent; if (!parent) { return; } parent.removeChild(node); while (parent && !parent.hasChildren() && parent.dataGrid && parent.dataGrid.rootNode() !== parent) { const grandparent = (parent.parent as NetworkNode); grandparent.removeChild(parent as NetworkNode); parent = grandparent; } } private refresh(): void { this.needsRefresh = false; this.removeAllNodeHighlights(); this.timeCalculatorInternal.updateBoundariesForEventTime(this.mainRequestLoadTime); this.durationCalculator.updateBoundariesForEventTime(this.mainRequestLoadTime); this.timeCalculatorInternal.updateBoundariesForEventTime(this.mainRequestDOMContentLoadedTime); this.durationCalculator.updateBoundariesForEventTime(this.mainRequestDOMContentLoadedTime); const nodesToInsert = new Map(); const nodesToRefresh: NetworkNode[] = []; const staleNodes = new Set(); // While creating nodes it may add more entries into staleRequests because redirect request nodes update the parent // node so we loop until we have no more stale requests. while (this.staleRequests.size) { const request = this.staleRequests.values().next().value as SDK.NetworkRequest.NetworkRequest; this.staleRequests.delete(request); let node = this.networkRequestToNode.get(request); if (!node) { node = this.createNodeForRequest(request); } staleNodes.add(node); } for (const node of staleNodes) { const request = node.request(); const isFilteredOut = !this.applyFilter(request); if (isFilteredOut) { if (node === this.hoveredNodeInternal) { this.setHoveredNode(null); } node.selected = false; } else { nodesToRefresh.push(node); } this.timeCalculatorInternal.updateBoundaries(request); this.durationCalculator.updateBoundaries(request); const newParent = this.parentNodeForInsert(node); const wasAlreadyFiltered = filteredNetworkRequests.has(node); if (wasAlreadyFiltered === isFilteredOut && node.parent === newParent) { continue; } if (isFilteredOut) { filteredNetworkRequests.add(node); } else { filteredNetworkRequests.delete(node); } const removeFromParent = node.parent && (isFilteredOut || node.parent !== newParent); if (removeFromParent) { this.removeNodeAndMaybeAncestors(node); } if (!newParent || isFilteredOut) { continue; } if (!newParent.dataGrid && !nodesToInsert.has(newParent)) { nodesToInsert.set(newParent, (this.dataGrid.rootNode() as NetworkNode)); nodesToRefresh.push(newParent); } nodesToInsert.set(node, newParent); } for (const node of nodesToInsert.keys()) { (nodesToInsert.get(node) as NetworkNode).appendChild(node); } for (const node of nodesToRefresh) { node.refresh(); } this.updateSummaryBar(); if (nodesToInsert.size) { this.columnsInternal.sortByCurrentColumn(); } this.dataGrid.updateInstantly(); this.didRefreshForTest(); } private didRefreshForTest(): void { } private parentNodeForInsert(node: NetworkRequestNode): NetworkNode|null { if (!this.activeGroupLookup) { return this.dataGrid.rootNode() as NetworkNode; } const groupNode = this.activeGroupLookup.groupNodeForRequest(node.request()); if (!groupNode) { return this.dataGrid.rootNode() as NetworkNode; } return groupNode; } private reset(): void { this.dispatchEventToListeners(Events.RequestActivated, {showPanel: RequestPanelBehavior.HidePanel}); this.setHoveredNode(null); this.columnsInternal.reset(); this.timeFilter = null; this.calculatorInternal.reset(); this.timeCalculatorInternal.setWindow(null); this.linkifierInternal.reset(); if (this.activeGroupLookup) { this.activeGroupLookup.reset(); } this.staleRequests.clear(); this.resetSuggestionBuilder(); this.mainRequestLoadTime = -1; this.mainRequestDOMContentLoadedTime = -1; this.networkRequestToNode = new WeakMap(); this.dataGrid.rootNode().removeChildren(); this.updateSummaryBar(); this.scheduleRefresh(); } // TODO(crbug.com/1477668) setTextFilterValue(filterString: string): void { this.textFilterUI.setValue(filterString); this.networkHideDataURLSetting.set(false); this.networkShowBlockedCookiesOnlySetting.set(false); this.networkOnlyBlockedRequestsSetting.set(false); this.networkOnlyThirdPartySetting.set(false); this.networkHideChromeExtensions.set(false); this.resourceCategoryFilterUI.reset(); } private createNodeForRequest(request: SDK.NetworkRequest.NetworkRequest): NetworkRequestNode { const node = new NetworkRequestNode(this, request); this.networkRequestToNode.set(request, node); filteredNetworkRequests.add(node); for (let redirect = request.redirectSource(); redirect; redirect = redirect.redirectSource()) { this.refreshRequest(redirect); } return node; } private isInScope(request: SDK.NetworkRequest.NetworkRequest): boolean { const networkManager = SDK.NetworkManager.NetworkManager.forRequest(request); return !networkManager || SDK.TargetManager.TargetManager.instance().isInScope(networkManager); } private onRequestUpdated( event: Common.EventTarget.EventTargetEvent<{request: SDK.NetworkRequest.NetworkRequest, preserveLog?: boolean}>): void { const {request, preserveLog} = event.data; if (this.isInScope(request) || preserveLog) { this.refreshRequest(request); } } private onRequestRemoved(event: Common.EventTarget.EventTargetEvent<{request: SDK.NetworkRequest.NetworkRequest}>): void { const {request} = event.data; this.staleRequests.delete(request); const node = this.networkRequestToNode.get(request); if (node) { this.removeNodeAndMaybeAncestors(node); } } private refreshRequest(request: SDK.NetworkRequest.NetworkRequest): void { NetworkLogView.subdomains(request.domain) .forEach( this.suggestionBuilder.addItem.bind(this.suggestionBuilder, NetworkForward.UIFilter.FilterType.Domain)); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.Method, request.requestMethod); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.MimeType, request.mimeType); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.Scheme, String(request.scheme)); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.StatusCode, String(request.statusCode)); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.ResourceType, request.resourceType().name()); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.Url, request.securityOrigin()); const priority = request.priority(); if (priority) { this.suggestionBuilder.addItem( NetworkForward.UIFilter.FilterType.Priority, PerfUI.NetworkPriorities.uiLabelForNetworkPriority(priority)); } if (request.mixedContentType !== Protocol.Security.MixedContentType.None) { this.suggestionBuilder.addItem( NetworkForward.UIFilter.FilterType.MixedContent, NetworkForward.UIFilter.MixedContentFilterValues.ALL); } if (request.mixedContentType === Protocol.Security.MixedContentType.OptionallyBlockable) { this.suggestionBuilder.addItem( NetworkForward.UIFilter.FilterType.MixedContent, NetworkForward.UIFilter.MixedContentFilterValues.DISPLAYED); } if (request.mixedContentType === Protocol.Security.MixedContentType.Blockable) { const suggestion = request.wasBlocked() ? NetworkForward.UIFilter.MixedContentFilterValues.BLOCKED : NetworkForward.UIFilter.MixedContentFilterValues.BLOCK_OVERRIDDEN; this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.MixedContent, suggestion); } const responseHeaders = request.responseHeaders; for (const responseHeader of responseHeaders) { this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.HasResponseHeader, responseHeader.name); if (responseHeader.name === 'Set-Cookie') { this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.ResponseHeaderValueSetCookie); } } for (const header of request.requestHeaders()) { this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.HasRequestHeader, header.name); } for (const cookie of request.responseCookies) { this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.SetCookieDomain, cookie.domain()); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.SetCookieName, cookie.name()); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.SetCookieValue, cookie.value()); } for (const cookie of request.allCookiesIncludingBlockedOnes()) { this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.CookieDomain, cookie.domain()); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.CookieName, cookie.name()); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.CookiePath, cookie.path()); this.suggestionBuilder.addItem(NetworkForward.UIFilter.FilterType.CookieValue, cookie.value()); } this.staleRequests.add(request); this.scheduleRefresh(); } rowHeight(): number { return this.rowHeightInternal; } switchViewMode(gridMode: boolean): void { this.columnsInternal.switchViewMode(gridMode); } handleContextMenuForRequest(contextMenu: UI.ContextMenu.ContextMenu, request: SDK.NetworkRequest.NetworkRequest): void { contextMenu.appendApplicableItems(request); const filtered = this.filterBar.hasActiveFilter(); const copyMenu = contextMenu.clipboardSection().appendSubMenuItem(i18nString(UIStrings.copy), false, 'copy'); if (request) { const openAiAssistanceId = 'drjones.network-panel-context'; if (UI.ActionRegistry.ActionRegistry.instance().hasAction(openAiAssistanceId)) { function appendSubmenuPromptAction( submenu: UI.ContextMenu.SubMenu, action: UI.ActionRegistration.Action, label: Common.UIString.LocalizedString, prompt: string, jslogContext: string): void { submenu.defaultSection().appendItem( label, () => action.execute({prompt}), {disabled: !action.enabled(), jslogContext}); } UI.Context.Context.instance().setFlavor(SDK.NetworkRequest.NetworkRequest, request); const action = UI.ActionRegistry.ActionRegistry.instance().getAction(openAiAssistanceId); const submenu = contextMenu.footerSection().appendSubMenuItem(action.title(), false, openAiAssistanceId); submenu.defaultSection().appendAction(openAiAssistanceId, i18nString(UIStrings.startAChat)); appendSubmenuPromptAction( submenu, action, i18nString(UIStrings.explainPurpose), 'What is the purpose of this request?', openAiAssistanceId + '.purpose'); appendSubmenuPromptAction( submenu, action, i18nString(UIStrings.explainSlowness), 'Why is this request taking so long?', openAiAssistanceId + '.slowness'); appendSubmenuPromptAction( submenu, action, i18nString(UIStrings.explainFailures), 'Why is the request failing?', openAiAssistanceId + '.failures'); appendSubmenuPromptAction( submenu, action, i18nString(UIStrings.assessSecurityHeaders), 'Are there any security headers present?', openAiAssistanceId + '.security'); } copyMenu.defaultSection().appendItem( i18nString(UIStrings.copyURL), Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText.bind( Host.InspectorFrontendHost.InspectorFrontendHostInstance, request.contentURL()), {jslogContext: 'copy-url'}); copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedURLs) : i18nString(UIStrings.copyAllURLs), this.copyAllURLs.bind(this), {jslogContext: 'copy-all-urls'}); if (request.requestHeadersText()) { copyMenu.saveSection().appendItem( i18nString(UIStrings.copyRequestHeaders), NetworkLogView.copyRequestHeaders.bind(null, request), {jslogContext: 'copy-request-headers'}); } if (request.responseHeadersText) { copyMenu.saveSection().appendItem( i18nString(UIStrings.copyResponseHeaders), NetworkLogView.copyResponseHeaders.bind(null, request), {jslogContext: 'copy-response-headers'}); } if (request.finished) { copyMenu.saveSection().appendItem( i18nString(UIStrings.copyResponse), NetworkLogView.copyResponse.bind(null, request), {jslogContext: 'copy-response'}); } const initiator = request.initiator(); if (initiator) { const stack = initiator.stack; if (stack) { // We proactively compute the stacktrace text, as we can't determine whether the stacktrace // has any context solely based on the top frame. Sometimes, the top frame does not have // any callFrames, but its parent frames do. const stackTraceText = computeStackTraceText(stack); if (stackTraceText !== '') { copyMenu.saveSection().appendItem(i18nString(UIStrings.copyStacktrace), () => { Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(stackTraceText); }, {jslogContext: 'copy-stacktrace'}); } } } const disableIfBlob = request.isBlobRequest(); if (Host.Platform.isWin()) { copyMenu.defaultSection().appendItem( i18nString(UIStrings.copyAsCurlCmd), this.copyCurlCommand.bind(this, request, 'win'), {disabled: disableIfBlob, jslogContext: 'copy-as-curl-cmd'}); copyMenu.defaultSection().appendItem( i18nString(UIStrings.copyAsCurlBash), this.copyCurlCommand.bind(this, request, 'unix'), {disabled: disableIfBlob, jslogContext: 'copy-as-curl-bash'}); } else { copyMenu.defaultSection().appendItem( i18nString(UIStrings.copyAsCurl), this.copyCurlCommand.bind(this, request, 'unix'), {disabled: disableIfBlob, jslogContext: 'copy-as-curl'}); } copyMenu.defaultSection().appendItem( i18nString(UIStrings.copyAsPowershell), this.copyPowerShellCommand.bind(this, request), {disabled: disableIfBlob, jslogContext: 'copy-as-powershell'}); copyMenu.defaultSection().appendItem( i18nString(UIStrings.copyAsFetch), this.copyFetchCall.bind(this, request, FetchStyle.BROWSER), {disabled: disableIfBlob, jslogContext: 'copy-as-fetch'}); copyMenu.defaultSection().appendItem( i18nString(UIStrings.copyAsNodejsFetch), this.copyFetchCall.bind(this, request, FetchStyle.NODE_JS), {disabled: disableIfBlob, jslogContext: 'copy-as-nodejs-fetch'}); if (Host.Platform.isWin()) { copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedAsCurlCmd) : i18nString(UIStrings.copyAllAsCurlCmd), this.copyAllCurlCommand.bind(this, 'win'), {jslogContext: 'copy-all-as-curl-cmd'}); copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedAsCurlBash) : i18nString(UIStrings.copyAllAsCurlBash), this.copyAllCurlCommand.bind(this, 'unix'), {jslogContext: 'copy-all-as-curl-bash'}); } else { copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedAsCurl) : i18nString(UIStrings.copyAllAsCurl), this.copyAllCurlCommand.bind(this, 'unix'), {jslogContext: 'copy-all-as-curl'}); } copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedAsPowershell) : i18nString(UIStrings.copyAllAsPowershell), this.copyAllPowerShellCommand.bind(this), {jslogContext: 'copy-all-as-powershell'}); copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedAsFetch) : i18nString(UIStrings.copyAllAsFetch), this.copyAllFetchCall.bind(this, FetchStyle.BROWSER), {jslogContext: 'copy-all-as-fetch'}); copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedAsNodejsFetch) : i18nString(UIStrings.copyAllAsNodejsFetch), this.copyAllFetchCall.bind(this, FetchStyle.NODE_JS), {jslogContext: 'copy-all-as-nodejs-fetch'}); } copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedAsHarSanitized) : i18nString(UIStrings.copyAllAsHarSanitized), this.copyAllAsHAR.bind(this, {sanitize: true}), {jslogContext: 'copy-all-as-har'}); if (this.networkShowOptionsToGenerateHarWithSensitiveData.get()) { copyMenu.footerSection().appendItem( filtered ? i18nString(UIStrings.copyAllListedAsHarWithSensitiveData) : i18nString(UIStrings.copyAllAsHarWithSensitiveData), this.copyAllAsHAR.bind(this, {sanitize: false}), {jslogContext: 'copy-all-as-har-with-sensitive-data'}); } contextMenu.overrideSection().appendItem( i18nString(UIStrings.overrideHeaders), this.#handleCreateResponseHeaderOverrideClick.bind(this, request), { disabled: Persistence.NetworkPersistenceManager.NetworkPersistenceManager.isForbiddenNetworkUrl(request.url()), jslogContext: 'override-headers', }); contextMenu.editSection().appendItem( i18nString(UIStrings.clearBrowserCache), this.clearBrowserCache.bind(this), {jslogContext: 'clear-browser-cache'}); contextMenu.editSection().appendItem( i18nString(UIStrings.clearBrowserCookies), this.clearBrowserCookies.bind(this), {jslogContext: 'clear-browser-cookies'}); if (request) { const maxBlockedURLLength = 20; const manager = SDK.NetworkManager.MultitargetNetworkManager.instance(); function removeRequestCondition(pattern: SDK.NetworkManager.RequestURLPattern): void { const entry = manager.requestConditions.findCondition(pattern.constructorString); if (entry) { manager.requestConditions.delete(entry); void UI.ViewManager.ViewManager.instance().showView('network.blocked-urls'); } } function addRequestCondition( pattern: SDK.NetworkManager.RequestURLPattern, conditions: SDK.NetworkManager.ThrottlingConditions, ): void { const entry = manager.requestConditions.findCondition(pattern.constructorString); if (entry) { entry.conditions = conditions; } else { manager.requestConditions.add(SDK.NetworkManager.RequestCondition.create(pattern, conditions)); } manager.requestConditions.conditionsEnabled = true; void UI.ViewManager.ViewManager.instance().showView('network.blocked-urls'); } const blockingMenu = contextMenu.debugSection().appendSubMenuItem(i18nString(UIStrings.blockRequests), /* disabled=*/ true); const throttlingMenu = contextMenu.debugSection().appendSubMenuItem(i18nString(UIStrings.throttleRequests), /* disabled=*/ true); const parsed = request.parsedURL; let urlPatternString = ''; if (parsed.isValid) { // We cannot escape parsed.urlWithoutScheme() directly. If we escaped the first '?' // URLPattern would treat the entire string as the pathname and fail to match the query string. // Thus, we must escape the components individually and reconstruct the pattern string. urlPatternString = '*://' + Platform.StringUtilities.escapeForURLPattern(parsed.host); if (parsed.port) { urlPatternString += ':' + Platform.StringUtilities.escapeForURLPattern(parsed.port); } urlPatternString += Platform.StringUtilities.escapeForURLPattern(parsed.path); if (parsed.queryParams) { urlPatternString += '?' + Platform.StringUtilities.escapeForURLPattern(parsed.queryParams); } if (parsed.fragment) { urlPatternString += '#' + Platform.StringUtilities.escapeForURLPattern(parsed.fragment); } } else if (parsed.urlWithoutScheme()) { urlPatternString = '*://' + Platform.StringUtilities.escapeForURLPattern(parsed.urlWithoutScheme()); } const urlPattern = urlPatternString && SDK.NetworkManager.RequestURLPattern.create( urlPatternString as SDK.NetworkManager.URLPatternConstructorString); if (urlPattern) { throttlingMenu.setEnabled(true); blockingMenu.setEnabled(true); const existingConditions = manager.requestConditions.findCondition(urlPattern.constructorString); const isBlocking = existingConditions?.conditions === SDK.NetworkManager.BlockingConditions; const isThrottling = existingConditions && existingConditions.conditions !== SDK.NetworkManager.BlockingConditions && existingConditions.conditions !== SDK.NetworkManager.NoThrottlingConditions; const croppedURL = Platform.StringUtilities.trimMiddle(urlPattern.constructorString, maxBlockedURLLength); blockingMenu.debugSection().appendItem( isBlocking ? i18nString(UIStrings.unblockS, {PH1: croppedURL}) : i18nString(UIStrings.blockRequestUrl), () => isBlocking ? removeRequestCondition(urlPattern) : addRequestCondition(urlPattern, SDK.NetworkManager.BlockingConditions), {jslogContext: 'block-request-url'}); throttlingMenu.debugSection().appendItem( isThrottling ? i18nString(UIStrings.unthrottleS, {PH1: croppedURL}) : i18nString(UIStrings.throttleRequestUrl), () => isThrottling ? removeRequestCondition(urlPattern) : addRequestCondition(urlPattern, SDK.NetworkManager.Slow3GConditions), {jslogContext: 'throttle-request-url'}); } let domainPatternString = ''; if (parsed.isValid) { domainPatternString = '*://' + Platform.StringUtilities.escapeForURLPattern(parsed.host); if (parsed.port) { domainPatternString += ':' + Platform.StringUtilities.escapeForURLPattern(parsed.port); } } else if (parsed.domain()) { domainPatternString = '*://' + Platform.StringUtilities.escapeForURLPattern(parsed.domain()); } const domainPattern = domainPatternString && SDK.NetworkManager.RequestURLPattern.create( domainPatternString as SDK.NetworkManager.URLPatternConstructorString); if (domainPattern) { throttlingMenu.setEnabled(true); blockingMenu.setEnabled(true); const existingConditions = manager.requestConditions.findCondition(domainPattern.constructorString); const isBlocking = existingConditions?.conditions === SDK.NetworkManager.BlockingConditions; const isThrottling = existingConditions && existingConditions.conditions !== SDK.NetworkManager.BlockingConditions && existingConditions.conditions !== SDK.NetworkManager.NoThrottlingConditions; const croppedURL = Platform.StringUtilities.trimMiddle(domainPattern.constructorString, maxBlockedURLLength); blockingMenu.debugSection().appendItem( isBlocking ? i18nString(UIStrings.unblockS, {PH1: croppedURL}) : i18nString(UIStrings.blockRequestDomain), () => isBlocking ? removeRequestCondition(domainPattern) : addRequestCondition(domainPattern, SDK.NetworkManager.BlockingConditions), {jslogContext: 'block-request-domain'}); throttlingMenu.debugSection().appendItem( isThrottling ? i18nString(UIStrings.unthrottleS, {PH1: croppedURL}) : i18nString(UIStrings.throttleRequestDomain), () => isThrottling ? removeRequestCondition(domainPattern) : addRequestCondition(domainPattern, SDK.NetworkManager.Slow3GConditions), {jslogContext: 'throttle-request-domain'}); } if (SDK.NetworkManager.NetworkManager.canReplayRequest(request)) { contextMenu.debugSection().appendItem( i18nString(UIStrings.replayXhr), SDK.NetworkManager.NetworkManager.replayRequest.bind(null, request), {jslogContext: 'replay-xhr'}); } } } private harRequests(): SDK.NetworkRequest.NetworkRequest[] { const requests = Logs.NetworkLog.NetworkLog.instance().requests().filter(request => this.applyFilter(request)); return requests.filter(NetworkLogView.getHTTPRequestsFilter).filter(request => { return request.finished || (request.resourceType() === Common.ResourceType.resourceTypes.WebSocket && request.responseReceivedTime) || Boolean(request.eventSourceMessages()?.length); }); } private async copyAllAsHAR(options: HAR.Log.BuildOptions): Promise { const harArchive = {log: await HAR.Log.Log.build(this.harRequests(), options)}; Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(JSON.stringify(harArchive, null, 2)); } private copyAllURLs(): void { const requests = Logs.NetworkLog.NetworkLog.instance().requests().filter(request => this.applyFilter(request)); const nonBlobRequests = this.filterOutBlobRequests(requests); const urls = nonBlobRequests.map(request => request.url()); Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(urls.join('\n')); } private async copyCurlCommand(request: SDK.NetworkRequest.NetworkRequest, platform: 'unix'|'win'): Promise { const command = await NetworkLogView.generateCurlCommand(request, platform); Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(command); } private async copyAllCurlCommand(platform: 'unix'|'win'): Promise { const requests = Logs.NetworkLog.NetworkLog.instance().requests().filter(request => this.applyFilter(request)); const commands = await this.generateAllCurlCommand(requests, platform); Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(commands); } private async copyFetchCall(request: SDK.NetworkRequest.NetworkRequest, style: FetchStyle): Promise { const command = await this.generateFetchCall(request, style); Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(command); } private async copyAllFetchCall(style: FetchStyle): Promise { const requests = Logs.NetworkLog.NetworkLog.instance().requests().filter(request => this.applyFilter(request)); const commands = await this.generateAllFetchCall(requests, style); Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(commands); } private async copyPowerShellCommand(request: SDK.NetworkRequest.NetworkRequest): Promise { const command = await this.generatePowerShellCommand(request); Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(command); } private async copyAllPowerShellCommand(): Promise { const requests = Logs.NetworkLog.NetworkLog.instance().requests().filter(request => this.applyFilter(request)); const commands = await this.generateAllPowerShellCommand(requests); Host.InspectorFrontendHost.InspectorFrontendHostInstance.copyText(commands); } async exportAll(options: HAR.Log.BuildOptions): Promise { const mainTarget = SDK.TargetManager.TargetManager.instance().scopeTarget(); if (!mainTarget) { return; } const url = mainTarget.inspectedURL(); const parsedURL = Common.ParsedURL.ParsedURL.fromString(url); const filename = (parsedURL ? parsedURL.host : 'network-log') as Platform.DevToolsPath.RawPathString; const stream = new Bindings.FileUtils.FileOutputStream(); if (!await stream.open(Common.ParsedURL.ParsedURL.concatenate(filename, '.har'))) { return; } const progressIndicator = this.progressBarContainer.createChild('devtools-progress'); await HAR.Writer.Writer.write(stream, this.harRequests(), options, progressIndicator); progressIndicator.done = true; void stream.close(); } async #handleCreateResponseHeaderOverrideClick(request: SDK.NetworkRequest.NetworkRequest): Promise { const requestLocation = NetworkForward.UIRequestLocation.UIRequestLocation.responseHeaderMatch(request, {name: '', value: ''}); const networkPersistenceManager = Persistence.NetworkPersistenceManager.NetworkPersistenceManager.instance(); if (networkPersistenceManager.project()) { Common.Settings.Settings.instance().moduleSetting('persistence-network-overrides-enabled').set(true); await networkPersistenceManager.getOrCreateHeadersUISourceCodeFromUrl(request.url()); await Common.Revealer.reveal(requestLocation); } else { // If folder for local overrides has not been provided yet UI.InspectorView.InspectorView.instance().displaySelectOverrideFolderInfobar(async () => { await Sources.SourcesNavigator.OverridesNavigatorView.instance().setupNewWorkspace(); await networkPersistenceManager.getOrCreateHeadersUISourceCodeFromUrl(request.url()); await Common.Revealer.reveal(requestLocation); }); } } private clearBrowserCache(): void { if (confirm(i18nString(UIStrings.areYouSureYouWantToClearBrowser))) { SDK.NetworkManager.MultitargetNetworkManager.instance().clearBrowserCache(); } } private clearBrowserCookies(): void { if (confirm(i18nString(UIStrings.areYouSureYouWantToClearBrowserCookies))) { SDK.NetworkManager.MultitargetNetworkManager.instance().clearBrowserCookies(); } } private applyFilter(request: SDK.NetworkRequest.NetworkRequest): boolean { if (this.timeFilter && !this.timeFilter(request)) { return false; } const categoryName = request.resourceType().category().name; if (!this.resourceCategoryFilterUI.accept(categoryName)) { return false; } const [hideDataURL, blockedCookies, blockedRequests, thirdParty, hideExtensionURL] = [ this.networkHideDataURLSetting.get(), this.networkShowBlockedCookiesOnlySetting.get(), this.networkOnlyBlockedRequestsSetting.get(), this.networkOnlyThirdPartySetting.get(), this.networkHideChromeExtensions.get(), ]; if (hideDataURL && (request.parsedURL.isDataURL() || request.parsedURL.isBlobURL())) { return false; } if (blockedCookies && !request.blockedResponseCookies().length) { return false; } if (blockedRequests && !request.wasBlocked() && !request.corsErrorStatus()) { return false; } if (thirdParty && request.isSameSite()) { return false; } if (hideExtensionURL && request.scheme === 'chrome-extension') { return false; } for (let i = 0; i < this.filters.length; ++i) { if (!this.filters[i](request)) { return false; } } return true; } private isValidUrl(url: string): boolean { try { new URL(url); return true; } catch { return false; } } private parseFilterQuery(query: string, invert: boolean): void { // A query string can have multiple filters, some of them regular // expressions, some not. Each one of those filters can be negated with a // "-" prefix, including the regular expressions. The top-level `invert` // checkbox therefore inverts each one of those individual filters. const descriptors = this.filterParser.parse(query); this.filters = descriptors.map(descriptor => { const key = descriptor.key; const text = descriptor.text || ''; const regex = descriptor.regex; let filter; if (key) { const defaultText = Platform.StringUtilities.escapeForRegExp(key + ':' + text); filter = this.createSpecialFilter((key as NetworkForward.UIFilter.FilterType), text) || NetworkLogView.requestPathFilter.bind(null, new RegExp(defaultText, 'i')); } else if (descriptor.regex) { filter = NetworkLogView.requestPathFilter.bind(null, (regex as RegExp)); } else if (this.isValidUrl(text)) { filter = NetworkLogView.requestUrlFilter.bind(null, text); } else { filter = NetworkLogView.requestPathFilter.bind( null, new RegExp(Platform.StringUtilities.escapeForRegExp(text), 'i')); } if ((descriptor.negative && !invert) || (!descriptor.negative && invert)) { return NetworkLogView.negativeFilter.bind(null, filter); } return filter; }); } private createSpecialFilter(type: NetworkForward.UIFilter.FilterType, value: string): Filter|null { switch (type) { case NetworkForward.UIFilter.FilterType.Domain: return NetworkLogView.createRequestDomainFilter(value); case NetworkForward.UIFilter.FilterType.HasResponseHeader: return NetworkLogView.requestResponseHeaderFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.ResponseHeaderValueSetCookie: return NetworkLogView.requestResponseHeaderSetCookieFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.HasRequestHeader: return NetworkLogView.requestRequestHeaderFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.Is: if (value.toLowerCase() === NetworkForward.UIFilter.IsFilterType.RUNNING) { return NetworkLogView.runningRequestFilter; } if (value.toLowerCase() === NetworkForward.UIFilter.IsFilterType.FROM_CACHE) { return NetworkLogView.fromCacheRequestFilter; } if (value.toLowerCase() === NetworkForward.UIFilter.IsFilterType.SERVICE_WORKER_INTERCEPTED) { return NetworkLogView.interceptedByServiceWorkerFilter; } if (value.toLowerCase() === NetworkForward.UIFilter.IsFilterType.SERVICE_WORKER_INITIATED) { return NetworkLogView.initiatedByServiceWorkerFilter; } break; case NetworkForward.UIFilter.FilterType.LargerThan: return this.createSizeFilter(value.toLowerCase()); case NetworkForward.UIFilter.FilterType.Method: return NetworkLogView.requestMethodFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.MimeType: return NetworkLogView.requestMimeTypeFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.MixedContent: return NetworkLogView.requestMixedContentFilter.bind( null, (value as NetworkForward.UIFilter.MixedContentFilterValues)); case NetworkForward.UIFilter.FilterType.Scheme: return NetworkLogView.requestSchemeFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.SetCookieDomain: return NetworkLogView.requestSetCookieDomainFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.SetCookieName: return NetworkLogView.requestSetCookieNameFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.SetCookieValue: return NetworkLogView.requestSetCookieValueFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.CookieDomain: return NetworkLogView.requestCookieDomainFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.CookieName: return NetworkLogView.requestCookieNameFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.CookiePath: return NetworkLogView.requestCookiePathFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.CookieValue: return NetworkLogView.requestCookieValueFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.Priority: return NetworkLogView.requestPriorityFilter.bind( null, PerfUI.NetworkPriorities.uiLabelToNetworkPriority(value)); case NetworkForward.UIFilter.FilterType.StatusCode: return NetworkLogView.statusCodeFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.HasOverrides: return NetworkLogView.hasOverridesFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.ResourceType: return NetworkLogView.resourceTypeFilter.bind(null, value); case NetworkForward.UIFilter.FilterType.Url: return NetworkLogView.requestUrlFilter.bind(null, value); } return null; } private createSizeFilter(value: string): Filter|null { let multiplier = 1; if (value.endsWith('k')) { multiplier = 1000; value = value.substring(0, value.length - 1); } else if (value.endsWith('m')) { multiplier = 1000 * 1000; value = value.substring(0, value.length - 1); } const quantity = Number(value); if (isNaN(quantity)) { return null; } return NetworkLogView.requestSizeLargerThanFilter.bind(null, quantity * multiplier); } private filterRequests(): void { this.removeAllNodeHighlights(); this.invalidateAllItems(); } private reveal(request: SDK.NetworkRequest.NetworkRequest): NetworkRequestNode|null { this.removeAllNodeHighlights(); const node = this.networkRequestToNode.get(request); if (!node?.dataGrid) { return null; } // Viewport datagrid nodes do not reveal if not in the root node // list of flatChildren. For children of grouped frame nodes: // reveal and expand parent to ensure child is revealable. if (node.parent && node.parent instanceof NetworkGroupNode) { node.parent.reveal(); node.parent.expand(); } node.reveal(); return node; } revealAndHighlightRequest(request: SDK.NetworkRequest.NetworkRequest): void { const node = this.reveal(request); if (node) { this.highlightNode(node); } } revealAndHighlightRequestWithId(requestId: NetworkForward.NetworkRequestId.NetworkRequestId): void { const request = Logs.NetworkLog.NetworkLog.instance().requestByManagerAndId(requestId.manager, requestId.requestId); if (request) { this.revealAndHighlightRequest(request); } } selectRequest(request: SDK.NetworkRequest.NetworkRequest, options?: NetworkForward.UIRequestLocation.FilterOptions): void { const defaultOptions = {clearFilter: true}; const {clearFilter} = options || defaultOptions; if (clearFilter) { this.setTextFilterValue(''); } const node = this.reveal(request); if (node) { node.select(); } } removeAllNodeHighlights(): void { if (this.highlightedNode) { this.highlightedNode.element().classList.remove('highlighted-row'); this.highlightedNode = null; } } private highlightNode(node: NetworkRequestNode): void { UI.UIUtils.runCSSAnimationOnce(node.element(), 'highlighted-row'); this.highlightedNode = node; } private filterOutBlobRequests(requests: SDK.NetworkRequest.NetworkRequest[]): SDK.NetworkRequest.NetworkRequest[] { return requests.filter(request => !request.isBlobRequest()); } private async generateFetchCall(request: SDK.NetworkRequest.NetworkRequest, style: FetchStyle): Promise { const ignoredHeaders = new Set([ // Internal headers 'method', 'path', 'scheme', 'version', // Unsafe headers // Keep this list synchronized with src/net/http/http_util.cc 'accept-charset', 'accept-encoding', 'access-control-request-headers', 'access-control-request-method', 'connection', 'content-length', 'cookie', 'cookie2', 'date', 'dnt', 'expect', 'host', 'keep-alive', 'origin', 'referer', 'te', 'trailer', 'transfer-encoding', 'upgrade', 'via', // TODO(phistuck) - remove this once crbug.com/571722 is fixed. 'user-agent', ]); const credentialHeaders = new Set(['cookie', 'authorization']); const url = JSON.stringify(request.url()); const requestHeaders = request.requestHeaders(); const headerData: Headers = requestHeaders.reduce((result, header) => { const name = header.name; if (!ignoredHeaders.has(name.toLowerCase()) && !name.includes(':')) { result.append(name, header.value); } return result; }, new Headers()); const headers: HeadersInit = {}; for (const headerArray of headerData) { headers[headerArray[0]] = headerArray[1]; } const credentials = request.includedRequestCookies().length || requestHeaders.some(({name}) => credentialHeaders.has(name.toLowerCase())) ? 'include' : 'omit'; const referrerHeader = requestHeaders.find(({name}) => name.toLowerCase() === 'referer'); const referrer = referrerHeader ? referrerHeader.value : void 0; const requestBody = await request.requestFormData(); const fetchOptions: RequestInit = { headers: Object.keys(headers).length ? headers : void 0, referrer, body: requestBody, method: request.requestMethod, mode: 'cors', }; if (style === FetchStyle.NODE_JS) { const cookieHeader = requestHeaders.find(header => header.name.toLowerCase() === 'cookie'); const extraHeaders: HeadersInit = {}; // According to https://www.npmjs.com/package/node-fetch#class-request the // following properties are not implemented in Node.js. delete fetchOptions.mode; if (cookieHeader) { extraHeaders['cookie'] = cookieHeader.value; } if (referrer) { delete fetchOptions.referrer; extraHeaders['Referer'] = referrer; } if (Object.keys(extraHeaders).length) { fetchOptions.headers = { ...headers, ...extraHeaders, }; } } else { fetchOptions.credentials = credentials; } const options = JSON.stringify(fetchOptions, null, 2); return `fetch(${url}, ${options});`; } private async generateAllFetchCall(requests: SDK.NetworkRequest.NetworkRequest[], style: FetchStyle): Promise { const nonBlobRequests = this.filterOutBlobRequests(requests); const commands = await Promise.all(nonBlobRequests.map(request => this.generateFetchCall(request, style))); return commands.join(' ;\n'); } static async generateCurlCommand(request: SDK.NetworkRequest.NetworkRequest, platform: 'unix'|'win'): Promise { let command: string[] = []; // Most of these headers are derived from the URL and are automatically added by cURL. // The |Accept-Encoding| header is ignored to prevent decompression errors. crbug.com/1015321 const ignoredHeaders = new Set(['accept-encoding', 'host', 'method', 'path', 'scheme', 'version', 'authority', 'protocol']); function escapeStringWin(str: string): string { /* Always escape the " characters so that we can use caret escaping. Because cmd.exe parser and MS Crt arguments parsers use some of the same escape characters, they can interact with each other in horrible ways, the order of operations is critical. Replace \ with \\ first because it is an escape character for certain conditions in both parsers. Replace all " with \" to ensure the first parser does not remove it. Then escape all characters we are not sure about with ^ to ensure it gets to MS Crt parser safely. The % character is special because MS Crt parser will try and look for ENV variables and fill them in its place. We cannot escape them with % and cannot escape them with ^ (because it's cmd.exe's escape not MS Crt parser); So we can get cmd.exe parser to escape the character after it, if it is followed by a valid beginning character of an ENV variable. This ensures we do not try and double escape another ^ if it was placed by the previous replace. Lastly we replace new lines with ^ and TWO new lines because the first new line is there to enact the escape command the second is the character to escape (in this case new line). All other whitespace characters are replaced with a single space, as there is no way to enter their literal values in a command line, and they do break the command allowing for injection. */ const encapsChars = '^"'; return encapsChars + str.replace(/\\/g, '\\\\') .replace(/"/g, '\\"') .replace(/[^a-zA-Z0-9\s_\-:=+~'\/.',?;()*`]/g, '^$&') .replace(/%(?=[a-zA-Z0-9_])/g, '%^') .replace(/[^ -~\r\n]/g, ' ') .replace(/\r?\n|\r/g, '^\n\n') + encapsChars; } function escapeStringPosix(str: string): string { function escapeCharacter(x: string): string { const code = x.charCodeAt(0); let hexString = code.toString(16); // Zero pad to four digits to comply with ANSI-C Quoting: // http://www.gnu.org/software/bash/manual/html_node/ANSI_002dC-Quoting.html while (hexString.length < 4) { hexString = '0' + hexString; } return '\\u' + hexString; } if (/[\0-\x1F\x7F-\x9F!]|\'/.test(str)) { // Use ANSI-C quoting syntax. return '$\'' + str.replace(/\\/g, '\\\\') .replace(/\'/g, '\\\'') .replace(/\n/g, '\\n') .replace(/\r/g, '\\r') .replace(/[\0-\x1F\x7F-\x9F!]/g, escapeCharacter) + '\''; } // Use single quote syntax. return '\'' + str + '\''; } // cURL command expected to run on the same platform that DevTools run // (it may be different from the inspected page platform). const escapeString = platform === 'win' ? escapeStringWin : escapeStringPosix; command.push(escapeString(request.url()).replace(/[[{}\]]/g, '\\$&')); let inferredMethod = 'GET'; const data = []; const formData = await request.requestFormData(); if (formData) { // Note that formData is not necessarily urlencoded because it might for example // come from a fetch request made with an explicitly unencoded body. data.push('--data-raw ' + escapeString(formData)); ignoredHeaders.add('content-length'); inferredMethod = 'POST'; } if (request.requestMethod !== inferredMethod) { command.push('-X ' + escapeString(request.requestMethod)); } const requestHeaders = request.requestHeaders(); for (let i = 0; i < requestHeaders.length; i++) { const header = requestHeaders[i]; const name = header.name.replace(/^:/, ''); // Translate SPDY v3 headers to HTTP headers. if (ignoredHeaders.has(name.toLowerCase())) { continue; } const value = header.value; if (!value.trim()) { // A header passed with -H with no value or only whitespace as its // value tells curl to not set the header at all. To post an empty // header, you have to terminate it with a semicolon. command.push('-H ' + escapeString(name + ';')); } else if (name.toLowerCase() === 'cookie') { command.push('-b ' + escapeString(value)); } else { command.push('-H ' + escapeString(name + ': ' + value)); } } command = command.concat(data); if (request.securityState() === Protocol.Security.SecurityState.Insecure) { command.push('--insecure'); } return 'curl ' + command.join(command.length >= 3 ? (platform === 'win' ? ' ^\n ' : ' \\\n ') : ' '); } private async generateAllCurlCommand(requests: SDK.NetworkRequest.NetworkRequest[], platform: 'unix'|'win'): Promise { const nonBlobRequests = this.filterOutBlobRequests(requests); const commands = await Promise.all(nonBlobRequests.map(request => NetworkLogView.generateCurlCommand(request, platform))); if (platform === 'win') { return commands.join(' &\r\n'); } return commands.join(' ;\n'); } private async generatePowerShellCommand(request: SDK.NetworkRequest.NetworkRequest): Promise { const command = []; const ignoredHeaders = new Set([ 'host', 'connection', 'proxy-connection', 'content-length', 'expect', 'range', 'content-type', 'user-agent', 'cookie', ]); function escapeString(str: string): string { return '"' + str.replace(/[`\$"]/g, '`$&').replace(/[^\x20-\x7E]/g, char => '$([char]' + char.charCodeAt(0) + ')') + '"'; } /** * Generate a WebRequestSession object with the UserAgent and Cookie header values. * This is used to pass the user-agent and cookie headers to Invoke-WebRequest because the Invoke-WebRequest * command does not allow setting these headers through the -Headers parameter. See docs at: * https://docs.microsoft.com/en-us/powershell/module/microsoft.powershell.utility/invoke-webrequest?view=powershell-7.1#parameters **/ function generatePowerShellSession(request: SDK.NetworkRequest.NetworkRequest): string|null { const requestHeaders = request.requestHeaders(); const props = []; const userAgentHeader = requestHeaders.find(({name}) => name.toLowerCase() === 'user-agent'); if (userAgentHeader) { props.push(`$session.UserAgent = ${escapeString(userAgentHeader.value)}`); } for (const includedCookie of request.includedRequestCookies()) { const name = escapeString(includedCookie.cookie.name()); const value = escapeString(includedCookie.cookie.value()); const domain = escapeString(includedCookie.cookie.domain()); props.push(`$session.Cookies.Add((New-Object System.Net.Cookie(${name}, ${value}, "/", ${domain})))`); } if (props.length) { return '$session = New-Object Microsoft.PowerShell.Commands.WebRequestSession\n' + props.join('\n') + '\n'; } return null; } command.push('-Uri ' + escapeString(request.url())); if (request.requestMethod !== 'GET') { command.push('-Method ' + escapeString(request.requestMethod)); } const session = generatePowerShellSession(request); if (session) { command.push('-WebSession $session'); } const requestHeaders = request.requestHeaders(); const headerNameValuePairs = []; for (const header of requestHeaders) { const name = header.name.replace(/^:/, ''); // Translate h2 headers to HTTP headers. if (ignoredHeaders.has(name.toLowerCase())) { continue; } headerNameValuePairs.push(escapeString(name) + '=' + escapeString(header.value)); } if (headerNameValuePairs.length) { command.push('-Headers @{\n' + headerNameValuePairs.join('\n ') + '\n}'); } const contentTypeHeader = requestHeaders.find(({name}) => name.toLowerCase() === 'content-type'); if (contentTypeHeader) { command.push('-ContentType ' + escapeString(contentTypeHeader.value)); } const formData = await request.requestFormData(); if (formData) { const body = escapeString(formData); if (/[^\x20-\x7E]/.test(formData)) { command.push('-Body ([System.Text.Encoding]::UTF8.GetBytes(' + body + '))'); } else { command.push('-Body ' + body); } } // The -UseBasicParsing parameter prevents Invoke-WebRequest from using the IE engine for parsing. Basic // parsing is the default behavior in PowerShell 6.0.0+ and the parameter is included here for backwards // compatibility only. const prelude = session || ''; return prelude + 'Invoke-WebRequest -UseBasicParsing ' + command.join(command.length >= 3 ? ' `\n' : ' '); } private async generateAllPowerShellCommand(requests: SDK.NetworkRequest.NetworkRequest[]): Promise { const nonBlobRequests = this.filterOutBlobRequests(requests); const commands = await Promise.all(nonBlobRequests.map(request => this.generatePowerShellCommand(request))); return commands.join(';\r\n'); } static getDCLEventColor(): string { return '--sys-color-blue'; } static getLoadEventColor(): string { return '--sys-color-error'; } } export function computeStackTraceText(stackTrace: Protocol.Runtime.StackTrace): string { let stackTraceText = ''; for (const frame of stackTrace.callFrames) { const functionName = UI.UIUtils.beautifyFunctionName(frame.functionName); stackTraceText += `${functionName} @ ${frame.url}:${frame.lineNumber + 1}\n`; } if (stackTrace.parent) { stackTraceText += computeStackTraceText(stackTrace.parent); } return stackTraceText; } const filteredNetworkRequests = new WeakSet(); export function isRequestFilteredOut(request: NetworkRequestNode): boolean { return filteredNetworkRequests.has(request); } export const HTTPSchemas = { http: true, https: true, ws: true, wss: true, }; const searchKeys: string[] = Object.values(NetworkForward.UIFilter.FilterType); export interface GroupLookupInterface { groupNodeForRequest(request: SDK.NetworkRequest.NetworkRequest): NetworkGroupNode|null; reset(): void; } export const overrideFilter = { yes: 'yes', no: 'no', content: 'content', headers: 'headers', }; export type Filter = (request: SDK.NetworkRequest.NetworkRequest) => boolean; export class MoreFiltersDropDownUI extends Common.ObjectWrapper.ObjectWrapper implements UI.FilterBar.FilterUI { private readonly filterElement: HTMLDivElement; private readonly dropDownButton: UI.Toolbar.ToolbarMenuButton; private networkHideDataURLSetting: Common.Settings.Setting; private networkHideChromeExtensionsSetting: Common.Settings.Setting; private networkShowBlockedCookiesOnlySetting: Common.Settings.Setting; private networkOnlyBlockedRequestsSetting: Common.Settings.Setting; private networkOnlyThirdPartySetting: Common.Settings.Setting; private activeFiltersCount: HTMLElement; private activeFiltersCountAdorner: Adorners.Adorner.Adorner; constructor() { super(); this.networkHideDataURLSetting = Common.Settings.Settings.instance().createSetting('network-hide-data-url', false); this.networkHideChromeExtensionsSetting = Common.Settings.Settings.instance().createSetting('network-hide-chrome-extensions', false); this.networkShowBlockedCookiesOnlySetting = Common.Settings.Settings.instance().createSetting('network-show-blocked-cookies-only-setting', false); this.networkOnlyBlockedRequestsSetting = Common.Settings.Settings.instance().createSetting('network-only-blocked-requests', false); this.networkOnlyThirdPartySetting = Common.Settings.Settings.instance().createSetting('network-only-third-party-setting', false); this.filterElement = document.createElement('div'); this.filterElement.setAttribute('aria-label', 'Show only/hide requests dropdown'); this.filterElement.setAttribute('jslog', `${VisualLogging.dropDown('more-filters').track({click: true})}`); this.activeFiltersCountAdorner = new Adorners.Adorner.Adorner(); this.activeFiltersCountAdorner.name = 'countWrapper'; this.activeFiltersCount = document.createElement('span'); this.activeFiltersCountAdorner.append(this.activeFiltersCount); this.activeFiltersCountAdorner.classList.add('active-filters-count'); this.updateActiveFiltersCount(); this.dropDownButton = new UI.Toolbar.ToolbarMenuButton( this.showMoreFiltersContextMenu.bind(this), /* isIconDropdown=*/ false, /* useSoftMenu=*/ true, /* jslogContext=*/ undefined, /* iconName=*/ undefined, /* keepOpen=*/ true); this.dropDownButton.setTitle(i18nString(UIStrings.showOnlyHideRequests)); this.dropDownButton.setText(i18nString(UIStrings.moreFilters)); this.dropDownButton.setAdorner(this.activeFiltersCountAdorner); this.filterElement.appendChild(this.dropDownButton.element); this.dropDownButton.element.classList.add('dropdown-filterbar'); this.updateTooltip(); } #onSettingChanged(): void { this.dispatchEventToListeners(UI.FilterBar.FilterUIEvents.FILTER_CHANGED); } showMoreFiltersContextMenu(contextMenu: UI.ContextMenu.ContextMenu): void { this.networkHideDataURLSetting.addChangeListener(this.#onSettingChanged.bind(this)); this.networkHideChromeExtensionsSetting.addChangeListener(this.#onSettingChanged.bind(this)); this.networkShowBlockedCookiesOnlySetting.addChangeListener(this.#onSettingChanged.bind(this)); this.networkOnlyBlockedRequestsSetting.addChangeListener(this.#onSettingChanged.bind(this)); this.networkOnlyThirdPartySetting.addChangeListener(this.#onSettingChanged.bind(this)); contextMenu.defaultSection().appendCheckboxItem( i18nString(UIStrings.hideDataUrls), () => this.networkHideDataURLSetting.set(!this.networkHideDataURLSetting.get()), { checked: this.networkHideDataURLSetting.get(), tooltip: i18nString(UIStrings.hidesDataAndBlobUrls), jslogContext: 'hide-data-urls', }); contextMenu.defaultSection().appendCheckboxItem( i18nString(UIStrings.chromeExtensions), () => this.networkHideChromeExtensionsSetting.set(!this.networkHideChromeExtensionsSetting.get()), { checked: this.networkHideChromeExtensionsSetting.get(), tooltip: i18nString(UIStrings.hideChromeExtension), jslogContext: 'hide-extension-urls', }); contextMenu.defaultSection().appendSeparator(); contextMenu.defaultSection().appendCheckboxItem( i18nString(UIStrings.hasBlockedCookies), () => this.networkShowBlockedCookiesOnlySetting.set(!this.networkShowBlockedCookiesOnlySetting.get()), { checked: this.networkShowBlockedCookiesOnlySetting.get(), tooltip: i18nString(UIStrings.onlyShowRequestsWithBlockedCookies), jslogContext: 'only-blocked-response-cookies', }); contextMenu.defaultSection().appendCheckboxItem( i18nString(UIStrings.blockedRequests), () => this.networkOnlyBlockedRequestsSetting.set(!this.networkOnlyBlockedRequestsSetting.get()), { checked: this.networkOnlyBlockedRequestsSetting.get(), tooltip: i18nString(UIStrings.onlyShowBlockedRequests), jslogContext: 'only-blocked-requests', }); contextMenu.defaultSection().appendCheckboxItem( i18nString(UIStrings.thirdParty), () => this.networkOnlyThirdPartySetting.set(!this.networkOnlyThirdPartySetting.get()), { checked: this.networkOnlyThirdPartySetting.get(), tooltip: i18nString(UIStrings.onlyShowThirdPartyRequests), jslogContext: 'only-3rd-party-requests', }); } selectedFilters(): string[] { const filters = [ ...this.networkHideDataURLSetting.get() ? [i18nString(UIStrings.hideDataUrls)] : [], ...this.networkHideChromeExtensionsSetting.get() ? [i18nString(UIStrings.chromeExtensions)] : [], ...this.networkShowBlockedCookiesOnlySetting.get() ? [i18nString(UIStrings.hasBlockedCookies)] : [], ...this.networkOnlyBlockedRequestsSetting.get() ? [i18nString(UIStrings.blockedRequests)] : [], ...this.networkOnlyThirdPartySetting.get() ? [i18nString(UIStrings.thirdParty)] : [], ]; return filters; } updateActiveFiltersCount(): void { const count = this.selectedFilters().length; this.activeFiltersCount.textContent = count.toString(); count ? this.activeFiltersCountAdorner.classList.remove('hidden') : this.activeFiltersCountAdorner.classList.add('hidden'); } updateTooltip(): void { if (this.selectedFilters().length) { this.dropDownButton.setTitle(this.selectedFilters().join(', ')); } else { this.dropDownButton.setTitle(i18nString(UIStrings.showOnlyHideRequests)); } } isActive(): boolean { return this.selectedFilters().length !== 0; } element(): HTMLDivElement { return this.filterElement; } }