# -*- coding: utf-8 -*- # !/usr/bin/env python import os, sys,time,datetime import urllib import requests from mongoengine import register_connection, PointField, DynamicDocument, StringField import simplejson as json from django.db.models.fields import DateTimeField PROJECT_ROOT = os.path.join(os.path.abspath(os.path.split(os.path.realpath(__file__))[0] + "/.."), '..') sys.path.insert(0, PROJECT_ROOT) os.environ.setdefault("DJANGO_SETTINGS_MODULE", "configs.testing") from script.base import init_env init_env(interactive = False) from apps.web.core.db import Searchable register_connection(alias = 'spider', name = 'spider', host = '211.159.224.10', port = 27119, username = 'service', password = 'oOzjoQcO5DyyiN97AY0NpzJ6vztjNpx5', authentication_source = 'admin') class weitiandiDevice(Searchable): meta = { 'collection': 'weitiandi_device', 'db_alias': 'spider', } # 根据二维码编号,获取设备更详细的信息 logicalFormat1 = 'XC%04d' logicalFormat2 = 'XC%05d' url1 = 'http://wetiandi.com/api/dev_info.php?do=customer_service&uid=%s' cookie1 = 'acw_tc=2f624a3316508485227543969e05cbdf3f8e34e8b34cb07b98a88d47257b6d; PHPSESSID=289df6867a76371820780cdbedce0397;PHPSESSID=289df6867a76371820780cdbedce0397' agent = 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Safari/537.36 NetType/WIFI MicroMessenger/7.0.20.1781(0x6700143B) WindowsWechat(0x63060012)' #36000 newCount = 0 ii = 0 for dev in weitiandiDevice.get_collection().find({'spiderData':'0421'}): try: url = url1 % dev['weid'] response = requests.get(url,headers = {'Cookie':cookie1,'User-Agent':agent}) mobile = json.loads(response.content).get('msg','') weitiandiDevice.get_collection().update({'id':dev['id']},{'$set':{'mobile':mobile}},upsert = True) ii += 1 if ii % 100 == 0: print ii except Exception,e: print '!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!',e continue print('OK')