Package org.apache.tika.pipes.fetcher.http

Class HttpFetcher

    • Field Detail

      • HTTP_HEADER_PREFIX

        public static String HTTP_HEADER_PREFIX

      • HTTP_FETCH_PREFIX

        public static String HTTP_FETCH_PREFIX

      • HTTP_STATUS_CODE

        public static Property HTTP_STATUS_CODE
        http status code

      • HTTP_NUM_REDIRECTS

        public static Property HTTP_NUM_REDIRECTS
        Number of redirects

      • HTTP_TARGET_URL

        public static Property HTTP_TARGET_URL
        If there were redirects, this captures the final URL visited

      • HTTP_TARGET_IP_ADDRESS

        public static Property HTTP_TARGET_IP_ADDRESS

      • HTTP_FETCH_TRUNCATED

        public static Property HTTP_FETCH_TRUNCATED

      • HTTP_CONTENT_ENCODING

        public static Property HTTP_CONTENT_ENCODING

      • HTTP_CONTENT_TYPE

        public static Property HTTP_CONTENT_TYPE

    • Constructor Detail

      • HttpFetcher

        public HttpFetcher()

    • Method Detail

      • setUserName

        @Field
public void setUserName​(String userName)

      • setPassword

        @Field
public void setPassword​(String password)

      • setNtDomain

        @Field
public void setNtDomain​(String domain)

      • setAuthScheme

        @Field
public void setAuthScheme​(String authScheme)

      • setProxyHost

        @Field
public void setProxyHost​(String proxyHost)

      • setProxyPort

        @Field
public void setProxyPort​(int proxyPort)

      • setConnectTimeout

        @Field
public void setConnectTimeout​(int connectTimeout)

      • setRequestTimeout

        @Field
public void setRequestTimeout​(int requestTimeout)

      • setSocketTimeout

        @Field
public void setSocketTimeout​(int socketTimeout)

      • setMaxConnections

        @Field
public void setMaxConnections​(int maxConnections)

      • setMaxConnectionsPerRoute

        @Field
public void setMaxConnectionsPerRoute​(int maxConnectionsPerRoute)

      • setMaxSpoolSize

        @Field
public void setMaxSpoolSize​(long maxSpoolSize)
        Set the maximum number of bytes to spool to a temp file. If this value is -1, the full stream will be spooled to a temp file

        Default size is -1.

        Parameters:
        maxSpoolSize -

      • setMaxRedirects

        @Field
public void setMaxRedirects​(int maxRedirects)

      • setHttpRequestHeaders

        @Field
public void setHttpRequestHeaders​(List<String> headers)
        Which http request headers should we send in the http fetch requests.
        Parameters:
        headers - The headers to add to the HTTP GET requests.

      • setHttpHeaders

        @Field
public void setHttpHeaders​(List<String> headers)
        Which http headers should we capture in the metadata. Keys will be prepended with HTTP_HEADER_PREFIX
        Parameters:
        headers -

      • setOverallTimeout

        @Field
public void setOverallTimeout​(long overallTimeout)
        This sets an overall timeout on the request. If a server is super slow or the file is very long, the other timeouts might not be triggered.
        Parameters:
        overallTimeout -

      • setMaxErrMsgSize

        @Field
public void setMaxErrMsgSize​(int maxErrMsgSize)

      • setUserAgent

        @Field
public void setUserAgent​(String userAgent)
        When making the request, what User-Agent is sent in the request. By default httpclient adds e.g. "Apache-HttpClient/4.5.13 (Java/x.y.z)"
        Parameters:
        userAgent -

      • setJwtIssuer

        @Field
public void setJwtIssuer​(String jwtIssuer)

      • setJwtSubject

        @Field
public void setJwtSubject​(String jwtSubject)

      • setJwtExpiresInSeconds

        @Field
public void setJwtExpiresInSeconds​(int jwtExpiresInSeconds)

      • setJwtSecret

        @Field
public void setJwtSecret​(String jwtSecret)

      • setJwtPrivateKeyBase64

        @Field
public void setJwtPrivateKeyBase64​(String jwtPrivateKeyBase64)

      • setHttpClientFactory

        public void setHttpClientFactory​(HttpClientFactory httpClientFactory)

      • setHttpClient

        public void setHttpClient​(org.apache.http.client.HttpClient httpClient)

      • getHttpClient

        public org.apache.http.client.HttpClient getHttpClient()

      • setHttpFetcherConfig

        public void setHttpFetcherConfig​(HttpFetcherConfig httpFetcherConfig)