private void setHttpRequestHeaders(Metadata metadata, HttpGet get) {
        if (!StringUtils.isBlank(userAgent)) {
            get.setHeader(USER_AGENT, userAgent);
        }
        // Add the headers from the Fetcher configuration.
        if (httpRequestHeaders != null) {
            for (String httpRequestHeader : httpRequestHeaders) {
                parseHeaderAndPutOnRequest(get, httpRequestHeader);
            }
        }
        // Additionally, headers can be specified per-fetch via the metadata.
        String[] httpRequestHeaders = metadata.getValues("httpRequestHeaders");
        if (httpRequestHeaders != null) {
            for (String httpRequestHeader : httpRequestHeaders) {
                parseHeaderAndPutOnRequest(get, httpRequestHeader);
            }
        }
    }
If there were redirects, this captures the final URL visited
tika-pipes/tika-fetchers/tika-fetcher-http/src/main/java/org/apache/tika/pipes/fetcher/http/HttpFetcher.java