# -*- coding: utf-8 -*- # !/usr/bin/env python import os, sys,time,datetime import urllib import requests from mongoengine import register_connection, PointField, DynamicDocument, StringField import simplejson as json from django.db.models.fields import DateTimeField PROJECT_ROOT = os.path.join(os.path.abspath(os.path.split(os.path.realpath(__file__))[0] + "/.."), '..') sys.path.insert(0, PROJECT_ROOT) os.environ.setdefault("DJANGO_SETTINGS_MODULE", "configs.testing") from script.base import init_env init_env(interactive = False) from apps.web.core.db import Searchable register_connection(alias = 'spider', name = 'spider', host = '211.159.224.10', port = 27119, username = 'service', password = 'oOzjoQcO5DyyiN97AY0NpzJ6vztjNpx5', authentication_source = 'admin') class Goverment(Searchable): province = StringField(default = "") city = StringField(default = "") name = StringField(default = '') lat = StringField(default = '') lng = StringField(default = '') meta = { 'collection': 'Goverment', 'db_alias': 'spider', 'unique_together': {'lat', 'lng'} } class lvchongchongDevice(Searchable): uuid = StringField(default = '') meta = { 'collection': 'lvchongchong_device', 'db_alias': 'spider', 'unique_together': {'id'} } class errorLog(Searchable): meta = { 'collection': 'wanzhuang_err_location', 'db_alias': 'spider', 'unique_together': {'lat', 'lng'} } # 根据二维码编号,获取设备更详细的信息 url = 'https://wechat.lvcchong.com/lvcc/user/getNearbyDevicesByLocation' cookie1 = 'list_model_guide_cookies=show%20time%3A2022%2F3%2F29%20%E4%B8%8B%E5%8D%8812%3A07%3A04; SECKEY_ABVK=9Evaq2OKVzgoe1gStw9X4LMGCXyvD+gfUZou60TaVWU%3D; BMAP_SECKEY=zkVWrAyscY50tP8ct7mfV7eqFoWap8IPtLgzF5zDu2VjCDe0jhPprNELu8bvZpbT_fveLOPALNDRs7A0Kn_s2TkYDTxfJlJ2qZ2gGHGU7jMeV6wbRN98GAfvtKXxfRhKj_i0HuA6Qthr1TXRxbaCuJu6qpTfZNB4OY5BYo_zrgv_QQtsv33x6elLa-orQYtv; UM_distinctid=17fd4809f973d-0e2894fe88d0df-3f6b2f50-4e6b1-17fd4809f993e; JSESSIONID=97F145BD6BF75F38FB02E1E6C35387AA; CNZZDATA1279490077=767631862-1648528747-%7C1648621890; SERVERID=ea9194168aeb8662577ac0274850da80|1648629345|1648629242' user_agent = 'Mozilla/5.0 (Linux; Android 7.1.2; HLTE212T Build/N2G47H; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/86.0.4240.99 XWEB/3170 MMWEBSDK/201101 Mobile Safari/537.36 MMWEBID/6505 MicroMessenger/7.0.21.1800(0x2700157F) Process/toolsmp WeChat/arm32 Weixin NetType/4G Language/zh_CN ABI/arm64' # govs = Goverment.get_collection().find() # ii = 0 # for gov in govs[19970:]: # try: # ii += 1 # print ii,gov['name'] # if gov['name'][-2:] != u'政府': # continue # url1 = url # data = 'lng=%s&lat=%s&deviceFamily=0&mapType=1' % (gov['lng'],gov['lat']) # strhtml = requests.post(url1,data = data,verify=False,headers = {'Cookie':cookie1,'User-Agent':user_agent}).text # # devData = json.loads(strhtml) # if not devData.has_key('data'): # continue # for dev in devData['data']: # lvchongchongDevice.get_collection().update({'id':dev['id']},{'$set':dev},upsert = True) # except Exception,e: # continue url1 = 'https://wechat.lvcchong.com/lvcc/admin/devices' data = 'deviceId=23233' strHtml = requests.post(url1,data=data,headers = {'User-Agent':user_agent}) print('OK')