Форум сайта python.su
# coding: utf-8 from grab import Grab g = Grab() g.setup_proxylist(proxy_file='socks.txt', proxy_type='socks5', read_timeout=None, auto_init=True, auto_change=False) g.go('https://google.com')
File "/usr/local/lib/python2.7/site-packages/grab/base.py", line 268, in go return self.request(url=url, **kwargs) File "/usr/local/lib/python2.7/site-packages/grab/base.py", line 343, in request self.transport_request() File "/usr/local/lib/python2.7/site-packages/grab/transport/curl.py", line 280, in transport_request raise GrabTimeoutError(ex[0], ex[1]) grab.error.GrabTimeoutError: [Errno 28] SSL connection timeout
g.setup_proxylist(proxy_file='socks.txt', proxy_type='socks5', read_timeout=None, auto_init=True, auto_change=False)
from django.db import models class Foo(models.Model) foo = models.CharField(max_length=255) class Bar(models.Model) bar = models.ForeignKey(Foo)
bar = Bar() bar.bar_id = bar_id # some variable
grab.error.GrabNetworkError: [Errno 6] Failed to resolve "domain.com" for SOCKS5
# coding: utf-8 import re import random from grab import Grab import time import urllib import sys from urlparse import urlparse import lxml.html g = Grab() g.setup_proxylist(proxy_file='socks.txt', proxy_type='socks5', read_timeout=None, auto_init=True, auto_change=False) g.go('https://google.com')
# coding: utf-8 import re import random from grab import Grab import time import urllib import sys from urlparse import urlparse import lxml.html g = Grab() g.load_proxylist('socks.txt', 'text_file', proxy_type='socks5', auto_init=True, auto_change=False) g.go('https://google.com')
grab.error.GrabNetworkError: [Errno 6] Failed to resolve "google.com" for SOCKS5
# Copyright: 2011, Grigoriy Petukhov # Author: Grigoriy Petukhov (http://lorien.name) # License: BSD """ Interface to BeatifulSoup. """ class BeautifulSoupExtension(object): """ This extension provides ``soup`` attribute which allows you to work with response DOM tree via BeautifulSoup interface. """ def extra_reset(self): self._soup = None @property def soup(self): """ Return BeautifulSoup descriptor. """ from bs4 import BeautifulSoup if not self._soup: self._soup = BeautifulSoup(self.response.body) return self._soup
def __init__(self): super().__init__() self._soup = None