Exception in thread "main" org.apache.commons.httpclient.ProtocolException: Unable to parse header: share memory not exist, need create new share memory!
at org.apache.commons.httpclient.HttpParser.parseHeaders(HttpParser.java:202)
at org.apache.commons.httpclient.HttpMethodBase.readResponseHeaders(HttpMethodBase.java:1935)
at org.apache.commons.httpclient.HttpMethodBase.readResponse(HttpMethodBase.java:1737)
at org.apache.commons.httpclient.HttpMethodBase.execute(HttpMethodBase.java:1098)
at org.apache.commons.httpclient.HttpMethodDirector.executeWithRetry(HttpMethodDirector.java:398)
at org.apache.commons.httpclient.HttpMethodDirector.executeMethod(HttpMethodDirector.java:171)
at org.apache.commons.httpclient.HttpClient.executeMethod(HttpClient.java:397)
at org.apache.commons.httpclient.HttpClient.executeMethod(HttpClient.java:323)

做网页爬虫的时候, 模拟Get请求, 访问网址, 显示上面的错误异常。 问了3个前辈,都说没遇到过, 这可头疼屎了。

主要也不知道是什么问题, 有人说可能是buffer,把大小设置大点。花了一个晚上查网上资料, 有关终于有点眉目, 见参考网址 : http://bbs.csdn.net/topics/390178589

/**
 * 
 */
package com.http;

import java.io.IOException;

import org.apache.http.Header;
import org.apache.http.HttpException;
import org.apache.http.HttpResponse;
import org.apache.http.HttpResponseFactory;
import org.apache.http.HttpVersion;
import org.apache.http.conn.ClientConnectionOperator;
import org.apache.http.conn.OperatedClientConnection;
import org.apache.http.conn.scheme.SchemeRegistry;
import org.apache.http.impl.conn.BasicClientConnectionManager;
import org.apache.http.impl.conn.DefaultClientConnection;
import org.apache.http.impl.conn.DefaultClientConnectionOperator;
import org.apache.http.impl.conn.DefaultHttpResponseParser;
import org.apache.http.io.HttpMessageParser;
import org.apache.http.io.SessionInputBuffer;
import org.apache.http.message.BasicHeader;
import org.apache.http.message.BasicHttpResponse;
import org.apache.http.message.BasicLineParser;
import org.apache.http.message.BasicStatusLine;
import org.apache.http.message.LineParser;
import org.apache.http.params.HttpParams;
import org.apache.http.util.CharArrayBuffer;
/**
 * @author yingzi
 *
 */
public class MyBasicClientConnectionManager extends BasicClientConnectionManager {

    public MyBasicClientConnectionManager() {
        super();
    }
    
    @Override
    protected ClientConnectionOperator createConnectionOperator( final SchemeRegistry sr) {
        return new MyClientConnectionOperator(sr);
    }
    

    
    class MyClientConnection extends DefaultClientConnection {
        @Override
        protected HttpMessageParser createResponseParser(
                final SessionInputBuffer buffer,
                final HttpResponseFactory responseFactory,
                final HttpParams params) {
            return new MyDefaultHttpResponseParser(buffer, new MyLineParser(),
                    responseFactory, params);
        }
    }
    
    class MyDefaultHttpResponseParser extends DefaultHttpResponseParser {
        public MyDefaultHttpResponseParser(SessionInputBuffer buffer,
                LineParser parser, HttpResponseFactory responseFactory,
                HttpParams params) {
            super(buffer, parser, responseFactory, params);
        }
        @Override
        protected HttpResponse parseHead(
            final SessionInputBuffer sessionBuffer) throws IOException, HttpException {
            try {
                return super.parseHead(sessionBuffer);
            } catch (Exception ex) {
                // 压制ParseException异常
                return new BasicHttpResponse(new BasicStatusLine(HttpVersion.HTTP_1_1, 200, ""));
            }
        }
    }
    
    class MyClientConnectionOperator extends DefaultClientConnectionOperator {
        public MyClientConnectionOperator(final SchemeRegistry sr) {
            super(sr);
        }
    
        @Override
        public OperatedClientConnection createConnection() {
            return new MyClientConnection();
        }
    }
    
    class MyLineParser extends BasicLineParser {
        @Override
        public Header parseHeader(final CharArrayBuffer buffer) {
            try {
                return super.parseHeader(buffer);
            } catch (Exception ex) {
                // 压制ParseException异常
                return new BasicHeader("invalid", buffer.toString());
            }
        }
    }
}
MyBasicClientConnectionManager

相关文章:

  • 2022-12-23
  • 2021-12-05
  • 2022-12-23
  • 2021-06-04
  • 2022-12-23
  • 2022-12-23
  • 2022-12-23
  • 2022-12-23
猜你喜欢
  • 2021-10-22
  • 2022-12-23
  • 2022-12-23
  • 2021-11-14
  • 2021-11-03
  • 2021-07-23
相关资源
相似解决方案