Python爬虫视频教程零基础小白到scrapy爬虫高手-轻松入门

https://item.taobao.com/item.htm?spm=a1z38n.10677092.0.0.482434a6EmUbbW&id=564564604865

import requests
import time
import sys 
import os.path

"List of free ip services"
"http://icanhazip.com/"
"http://checkip.dyndns.org/"
"https://freegeoip.net/json/"
"http://www.telize.com/ip"
"http://ip-api.com/json"
"http://curlmyip.com/"
"http://ipinfo.io/ip"

#Global variables
ipFile="/tmp/ip.log"
timeout = 10

class Service:
  url=""
  def request(self): return requests.get(self.url, timeout = timeout)

class Icanhazip(Service):
  name="icanhazip"
  url="http://icanhazip.com/"
  def ip(self): return self.request().text.strip()

class Freegeoip(Service):
  name="freegeoip"
  url="https://freegeoip.net/json/"
  def ip(self): return self.request().json()["ip"]

class Telize(Service):
  name="telize"
  url="http://www.telize.com/ip"
  def ip(self): return self.request().text.strip()

class IpApi(Service):
  name="ip-api"
  url="http://ip-api.com/json"
  def ip(self): return self.request().json()["query"]

class Ifconfig(Service):
  name="ifconfig.me"
  url="http://ifconfig.me/all.json"
  def ip(self): return self.request().json()["ip_addr"]

def request_ip():
  #List of services
  services = [Icanhazip(), Freegeoip(), Telize(), IpApi(), Ifconfig() ]
  for i in range(len(services)):
    
    service = services[i]
    try:
      start = time.time()
      print "* Requesting current ip with '{}'".format(service.name)
      ip = service.ip()
      print "* Request took {} seconds ".format(int(time.time() - start))
      return ip
    except Exception as error:
      print "* Exception when requesting ip using '{}': {} ".format(service.name, error )
      
  error = "Non available services, add more services or increase the timeout (services = {}, timeout = {}) ".format(len(services), timeout)
  raise RuntimeError(error)

def current_ip():
  return open(ipFile,"r").readlines()[0]

def save_ip(ip):
  f = open(ipFile,'w')
  f.write(str(ip)) 

#Main
if os.path.isfile(ipFile) : #File exists
  request_ip = request_ip()  
  current_ip = current_ip()

  if request_ip != current_ip:
    save_ip(request_ip)
    print "* IP has changed from {} to {}".format(current_ip, request_ip)
    sys.exit(1)
  else :
    print "* IP is still the same: {}".format(current_ip)

else: 
  request_ip = request_ip()
  save_ip(request_ip)
  print "* This is the first time to run the ip_change script, I will create a file in {} to store your current address: {} ".format(ipFile, request_ip)

#Test
"""
services = [Icanhazip(), Freegeoip(), Telize(), IpApi(), Ifconfig() ]
for i in range(len(services)):
  service = services[i]
  print "{} ip result: {} ".format(service.name, service.ip() )
"""