manyi/script/spider/mashangchong.py

# -*- coding: utf-8 -*-
# !/usr/bin/env python

import os, sys,time,datetime
import urllib
import requests
from mongoengine import register_connection, PointField, DynamicDocument, StringField
import simplejson as json

from django.db.models.fields import DateTimeField

PROJECT_ROOT = os.path.join(os.path.abspath(os.path.split(os.path.realpath(__file__))[0] + "/.."), '..')
sys.path.insert(0, PROJECT_ROOT)

os.environ.setdefault("DJANGO_SETTINGS_MODULE", "configs.testing")

from script.base import init_env

init_env(interactive = False)

from apps.web.core.db import Searchable

register_connection(alias = 'spider',
                    name = 'spider',
                    host = '211.159.224.10',
                    port = 27119,
                    username = 'service',
                    password = 'oOzjoQcO5DyyiN97AY0NpzJ6vztjNpx5',
                    authentication_source = 'admin')

class Goverment(Searchable):
    province = StringField(default = "")
    city = StringField(default = "")
    name = StringField(default = '')
    lat = StringField(default = '')
    lng = StringField(default = '') 
    
    meta = {
        'collection': 'Goverment',
        'db_alias': 'spider',
        'unique_together': {'lat', 'lng'}
    }
    
class shankailaidianDevice(Searchable):
    meta = {
        'collection': 'shankailaidian_device',
        'db_alias': 'spider',
        'unique_together': {'vStationNo'}
    }

# 根据二维码编号，获取设备更详细的信息
url1 = 'https://m.mashangchong.com.cn/rest/dev/'


cookie1 = 'csrftoken=68md9lvb8A1V4B0oms6QwXQMY8mOuM7F9jqAPj1FXy9HEbcZahZPN3vqp549A1eo; sessionid=dhb9a7k0zi3lzjfmzmin3rgto6hkegek'
agent = 'Mozilla/5.0 (Linux; Android 7.1.2; HLTE212T Build/N2G47H; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/86.0.4240.99 XWEB/3170 MMWEBSDK/201101 Mobile Safari/537.36 MMWEBID/6505 MicroMessenger/7.0.21.1800(0x2700157F) Process/toolsmp WeChat/arm32 Weixin NetType/WIFI Language/zh_CN ABI/arm64'
refer = 'https://api.issks.com/issksapi/V2/ec/stationList.shtml'
token = '68md9lvb8A1V4B0oms6QwXQMY8mOuM7F9jqAPj1FXy9HEbcZahZPN3vqp549A1eo'
url = url1
strhtml = requests.get(url,headers = {'Cookie':cookie1,'User-Agent':agent,'X-CSRFToken':token}).text
result = json.loads(strhtml)
        
print('OK')