upgrade_source_key_20191111.py 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251
  1. # -*- coding: utf-8 -*-
  2. # !/usr/bin/env python
  3. """
  4. """
  5. import os
  6. import sys
  7. from bson import ObjectId
  8. from pymongo.collection import Collection
  9. from typing import Dict
  10. PROJECT_ROOT = os.path.join(os.path.abspath(os.path.split(os.path.realpath(__file__))[0] + "/.."), '..')
  11. sys.path.insert(0, PROJECT_ROOT)
  12. os.environ.update({"DJANGO_SETTINGS_MODULE": "configs.systest"})
  13. from script.base import init_env
  14. init_env(interactive = False)
  15. from apps.web.dealer.models import Dealer
  16. from apps.web.agent.models import Agent
  17. from apps.web.core import APP_KEY_DELIMITER, PayAppType
  18. from apilib.monetary import RMB
  19. from apps.web.core.payment import WithdrawGateway
  20. from apilib.utils_mongo import BulkHandler
  21. def refresh_update_condition(bulker, query, field_name, gateway_key, balance):
  22. # type: (Dict, Dict, str, str, Dict)->Dict
  23. if gateway_key.startswith(WithdrawGateway.LEDGER_PREFIX) or gateway_key.startswith(
  24. WithdrawGateway.NO_LEDGER_PREFIX):
  25. print('ignore. is source key = {}'.format(gateway_key))
  26. return
  27. occupant_id, appid, mchid = gateway_key.split(APP_KEY_DELIMITER)
  28. souce_key = APP_KEY_DELIMITER.join([WithdrawGateway.LEDGER_PREFIX, PayAppType.WECHAT, occupant_id, mchid])
  29. update = {}
  30. update['$unset'] = {
  31. '{filed}.{key}'.format(filed = field_name, key = gateway_key): 0
  32. }
  33. update['$inc'] = {
  34. '{filed}.{key}.balance'.format(filed = field_name,
  35. key = souce_key): balance.get('balance', RMB('0.00').mongo_amount),
  36. '{filed}.{key}.frozenBalance'.format(filed = field_name,
  37. key = souce_key): balance.get('frozenBalance', RMB('0.00').mongo_amount)
  38. }
  39. bulker.update(query_dict = query, update_dict = update)
  40. def check_dealer():
  41. dealers = []
  42. try:
  43. for dealer in Dealer.objects.all():
  44. dealers.append(dealer)
  45. except Exception as e:
  46. print(str(e))
  47. new_map = {}
  48. for dealer in dealers:
  49. _balance = RMB(0)
  50. _frozen_balance = RMB(0)
  51. for gateway_key, balance in dealer.deviceBalance.iteritems():
  52. _balance += balance.balance
  53. _frozen_balance += balance.frozenBalance
  54. for gateway_key, balance in dealer.adBalance.iteritems():
  55. _balance += balance.balance
  56. _frozen_balance += balance.frozenBalance
  57. new_map[str(dealer.id)] = {
  58. 'balance': _balance,
  59. 'frozen_balance': _frozen_balance
  60. }
  61. from mongoengine import connection
  62. new_connection = connection.get_db()['Dealer_copy']
  63. from mongoengine.queryset import QuerySet
  64. new_objects = QuerySet(Dealer, new_connection)
  65. try:
  66. old_map = {}
  67. for dealer in new_objects.all():
  68. _balance = RMB(0)
  69. _frozen_balance = RMB(0)
  70. for gateway_key, balance in dealer.deviceBalance.iteritems():
  71. _balance += balance.balance
  72. _frozen_balance += balance.frozenBalance
  73. for gateway_key, balance in dealer.adBalance.iteritems():
  74. _balance += balance.balance
  75. _frozen_balance += balance.frozenBalance
  76. old_map[str(dealer.id)] = {
  77. 'balance': _balance,
  78. 'frozen_balance': _frozen_balance
  79. }
  80. if len(new_map.keys()) != len(old_map.keys()):
  81. print('dealer len is same. id = {}'.format(str(dealer.id)))
  82. except Exception as e:
  83. print(str(e))
  84. for _id, balance in new_map.iteritems():
  85. old_balance = old_map[_id]
  86. if balance['balance'] != old_balance['balance']:
  87. print('dealer balace is not equal. id = {}'.format(_id))
  88. if balance['frozen_balance'] != old_balance['frozen_balance']:
  89. print('dealer frozen_balance is not equal. id = {}'.format(_id))
  90. print('dealer is ok. id = {}'.format(_id))
  91. def check_agent():
  92. agents = []
  93. try:
  94. for agent in Agent.objects.all():
  95. agents.append(agent)
  96. except Exception as e:
  97. print(str(e))
  98. new_map = {}
  99. for agent in agents:
  100. _balance = RMB(0)
  101. _frozen_balance = RMB(0)
  102. for gateway_key, balance in agent.deviceBalance.iteritems():
  103. _balance += balance.balance
  104. _frozen_balance += balance.frozenBalance
  105. for gateway_key, balance in agent.adBalance.iteritems():
  106. _balance += balance.balance
  107. _frozen_balance += balance.frozenBalance
  108. for gateway_key, balance in agent.withdrawBalance.iteritems():
  109. _balance += balance.balance
  110. _frozen_balance += balance.frozenBalance
  111. for gateway_key, balance in agent.trafficBalance.iteritems():
  112. _balance += balance.balance
  113. _frozen_balance += balance.frozenBalance
  114. new_map[str(agent.id)] = {
  115. 'balance': _balance,
  116. 'frozen_balance': _frozen_balance
  117. }
  118. from mongoengine import connection
  119. new_connection = connection.get_db()['Agent_copy']
  120. from mongoengine.queryset import QuerySet
  121. new_objects = QuerySet(Agent, new_connection)
  122. try:
  123. old_map = {}
  124. for agent in new_objects.all():
  125. _balance = RMB(0)
  126. _frozen_balance = RMB(0)
  127. for gateway_key, balance in agent.deviceBalance.iteritems():
  128. _balance += balance.balance
  129. _frozen_balance += balance.frozenBalance
  130. for gateway_key, balance in agent.adBalance.iteritems():
  131. _balance += balance.balance
  132. _frozen_balance += balance.frozenBalance
  133. for gateway_key, balance in agent.withdrawBalance.iteritems():
  134. _balance += balance.balance
  135. _frozen_balance += balance.frozenBalance
  136. for gateway_key, balance in agent.trafficBalance.iteritems():
  137. _balance += balance.balance
  138. _frozen_balance += balance.frozenBalance
  139. old_map[str(agent.id)] = {
  140. 'balance': _balance,
  141. 'frozen_balance': _frozen_balance
  142. }
  143. if len(new_map.keys()) != len(old_map.keys()):
  144. print('agent len is not same. id = {}'.format(str(agent.id)))
  145. except Exception as e:
  146. print(str(e))
  147. for _id, balance in new_map.iteritems():
  148. old_balance = old_map[_id]
  149. if balance['balance'] != old_balance['balance']:
  150. print('agent balace is not equal. id = {}'.format(_id))
  151. if balance['frozen_balance'] != old_balance['frozen_balance']:
  152. print('agent frozen_balance is not equal. id = {}'.format(_id))
  153. print('agent is ok. id = {}'.format(_id))
  154. dealers = Dealer.get_collection().find({})
  155. for dealer in dealers:
  156. bulker = BulkHandler(Dealer.get_collection())
  157. query = {'_id': dealer['_id']}
  158. if Dealer.deviceBalance.name in dealer:
  159. for gateway_key, balance in dealer[Dealer.deviceBalance.name].iteritems():
  160. refresh_update_condition(bulker, query, Dealer.deviceBalance.name, gateway_key, balance)
  161. if Dealer.adBalance.name in dealer:
  162. for gateway_key, balance in dealer[Dealer.adBalance.name].iteritems():
  163. refresh_update_condition(bulker, query, Dealer.adBalance.name, gateway_key, balance)
  164. if len(bulker.bulk._BulkOperationBuilder__bulk.ops) > 0:
  165. bulker.execute()
  166. agents = Agent.get_collection().find({})
  167. for agent in agents:
  168. bulker = BulkHandler(Agent.get_collection())
  169. query = {'_id': agent['_id']}
  170. if Agent.deviceBalance.name in agent:
  171. for gateway_key, balance in agent[Agent.deviceBalance.name].iteritems():
  172. refresh_update_condition(bulker, query, Agent.deviceBalance.name, gateway_key, balance)
  173. if Agent.adBalance.name in agent:
  174. for gateway_key, balance in agent[Agent.adBalance.name].iteritems():
  175. refresh_update_condition(bulker, query, Agent.adBalance.name, gateway_key, balance)
  176. if Agent.trafficBalance.name in agent:
  177. for gateway_key, balance in agent[Agent.trafficBalance.name].iteritems():
  178. refresh_update_condition(bulker, query, Agent.trafficBalance.name, gateway_key, balance)
  179. if Agent.withdrawBalance.name in agent:
  180. for gateway_key, balance in agent[Agent.withdrawBalance.name].iteritems():
  181. refresh_update_condition(bulker, query, Agent.withdrawBalance.name, gateway_key, balance)
  182. if len(bulker.bulk._BulkOperationBuilder__bulk.ops) > 0:
  183. bulker.execute()
  184. check_dealer()
  185. check_agent()