manyi/script/spider/haokuaichongTel.py

# -*- coding: utf-8 -*-
# !/usr/bin/env python

import os, sys,time,datetime
import urllib
import requests
from mongoengine import register_connection, PointField, DynamicDocument, StringField
import simplejson as json
import ssl
import xlrd
from xlrd import xldate_as_tuple
from collections import OrderedDict

PROJECT_ROOT = os.path.join(os.path.abspath(os.path.split(os.path.realpath(__file__))[0] + "/.."), '..')
sys.path.insert(0, PROJECT_ROOT)

os.environ.setdefault("DJANGO_SETTINGS_MODULE", "configs.testing")

from script.base import init_env

init_env(interactive = False)

from apps.web.core.db import Searchable
from apps.web.core.utils import generate_excel_report


register_connection(alias = 'spider',
                    name = 'spider',
                    host = '211.159.224.10',
                    port = 27119,
                    username = 'service',
                    password = 'oOzjoQcO5DyyiN97AY0NpzJ6vztjNpx5',
                    authentication_source = 'admin')

class Goverment(Searchable):
    province = StringField(default = "")
    city = StringField(default = "")
    name = StringField(default = '')
    lat = StringField(default = '')
    lng = StringField(default = '') 
    
    meta = {
        'collection': 'Goverment',
        'db_alias': 'spider',
        'unique_together': {'lat', 'lng'}
    }
    
class haokuaichongDevice(Searchable):
    meta = {
        'collection': 'haokuaichong_device',
        'db_alias': 'spider',
    }

class haokuaichongOtherDevice(Searchable):
    meta = {
        'collection': 'haokuaichong_other_device',
        'db_alias': 'spider',
    }
    
ownerDict = {}
for dev in haokuaichongDevice.get_collection().find():
    if dev['phone'] in ownerDict:
        ownerDict[dev['phone']] += 1
    else:
        ownerDict[dev['phone']] = 1
        
records = []
for mobile,count in ownerDict.items():
    dataList = [
        (u'联系', mobile),
        (u'数量', count),
    ]

    records.append(OrderedDict(dataList))

generate_excel_report('F:/haokuaichong1.xlsx', records,True)
print('OK')