mirror of https://github.com/veops/cmdb.git
224 lines
7.3 KiB
Python
224 lines
7.3 KiB
Python
# -*- coding:utf-8 -*-
|
|
|
|
|
|
import json
|
|
import time
|
|
|
|
import jinja2
|
|
import requests
|
|
from flask import current_app
|
|
from flask_login import login_user
|
|
|
|
import api.lib.cmdb.ci
|
|
from api.extensions import celery
|
|
from api.extensions import db
|
|
from api.extensions import es
|
|
from api.extensions import rd
|
|
from api.lib.cmdb.cache import CITypeAttributesCache
|
|
from api.lib.cmdb.const import CMDB_QUEUE
|
|
from api.lib.cmdb.const import REDIS_PREFIX_CI
|
|
from api.lib.cmdb.const import REDIS_PREFIX_CI_RELATION
|
|
from api.lib.mail import send_mail
|
|
from api.lib.perm.acl.cache import UserCache
|
|
from api.lib.utils import Lock
|
|
from api.lib.utils import handle_arg_list
|
|
from api.models.cmdb import CI
|
|
from api.models.cmdb import CIRelation
|
|
from api.models.cmdb import CITypeAttribute
|
|
|
|
|
|
@celery.task(name="cmdb.ci_cache", queue=CMDB_QUEUE)
|
|
def ci_cache(ci_id):
|
|
time.sleep(0.01)
|
|
db.session.remove()
|
|
|
|
m = api.lib.cmdb.ci.CIManager()
|
|
ci_dict = m.get_ci_by_id_from_db(ci_id, need_children=False, use_master=False)
|
|
|
|
if current_app.config.get("USE_ES"):
|
|
es.create_or_update(ci_id, ci_dict)
|
|
else:
|
|
rd.create_or_update({ci_id: json.dumps(ci_dict)}, REDIS_PREFIX_CI)
|
|
|
|
current_app.logger.info("{0} flush..........".format(ci_id))
|
|
|
|
|
|
@celery.task(name="cmdb.batch_ci_cache", queue=CMDB_QUEUE)
|
|
def batch_ci_cache(ci_ids):
|
|
time.sleep(1)
|
|
db.session.remove()
|
|
|
|
for ci_id in ci_ids:
|
|
m = api.lib.cmdb.ci.CIManager()
|
|
ci_dict = m.get_ci_by_id_from_db(ci_id, need_children=False, use_master=False)
|
|
|
|
if current_app.config.get("USE_ES"):
|
|
es.create_or_update(ci_id, ci_dict)
|
|
else:
|
|
rd.create_or_update({ci_id: json.dumps(ci_dict)}, REDIS_PREFIX_CI)
|
|
|
|
current_app.logger.info("{0} flush..........".format(ci_id))
|
|
|
|
|
|
@celery.task(name="cmdb.ci_delete", queue=CMDB_QUEUE)
|
|
def ci_delete(ci_id):
|
|
current_app.logger.info(ci_id)
|
|
|
|
if current_app.config.get("USE_ES"):
|
|
es.delete(ci_id)
|
|
else:
|
|
rd.delete(ci_id, REDIS_PREFIX_CI)
|
|
|
|
current_app.logger.info("{0} delete..........".format(ci_id))
|
|
|
|
|
|
@celery.task(name="cmdb.ci_relation_cache", queue=CMDB_QUEUE)
|
|
def ci_relation_cache(parent_id, child_id):
|
|
db.session.remove()
|
|
|
|
with Lock("CIRelation_{}".format(parent_id)):
|
|
children = rd.get([parent_id], REDIS_PREFIX_CI_RELATION)[0]
|
|
children = json.loads(children) if children is not None else {}
|
|
|
|
cr = CIRelation.get_by(first_ci_id=parent_id, second_ci_id=child_id, first=True, to_dict=False)
|
|
if str(child_id) not in children:
|
|
children[str(child_id)] = cr.second_ci.type_id
|
|
|
|
rd.create_or_update({parent_id: json.dumps(children)}, REDIS_PREFIX_CI_RELATION)
|
|
|
|
current_app.logger.info("ADD ci relation cache: {0} -> {1}".format(parent_id, child_id))
|
|
|
|
|
|
@celery.task(name="cmdb.ci_relation_add", queue=CMDB_QUEUE)
|
|
def ci_relation_add(parent_dict, child_id, uid):
|
|
"""
|
|
:param parent_dict: key is '$parent_model.attr_name'
|
|
:param child_id:
|
|
:param uid:
|
|
:return:
|
|
"""
|
|
from api.lib.cmdb.ci import CIRelationManager
|
|
from api.lib.cmdb.ci_type import CITypeAttributeManager
|
|
from api.lib.cmdb.search import SearchError
|
|
from api.lib.cmdb.search.ci import search
|
|
|
|
current_app.test_request_context().push()
|
|
login_user(UserCache.get(uid))
|
|
|
|
db.session.remove()
|
|
|
|
for parent in parent_dict:
|
|
parent_ci_type_name, _attr_name = parent.strip()[1:].split('.', 1)
|
|
attr_name = CITypeAttributeManager.get_attr_name(parent_ci_type_name, _attr_name)
|
|
if attr_name is None:
|
|
current_app.logger.warning("attr name {} does not exist".format(_attr_name))
|
|
continue
|
|
|
|
parent_dict[parent] = handle_arg_list(parent_dict[parent])
|
|
for v in parent_dict[parent]:
|
|
query = "_type:{},{}:{}".format(parent_ci_type_name, attr_name, v)
|
|
s = search(query)
|
|
try:
|
|
response, _, _, _, _, _ = s.search()
|
|
except SearchError as e:
|
|
current_app.logger.error('ci relation add failed: {}'.format(e))
|
|
continue
|
|
|
|
for ci in response:
|
|
try:
|
|
CIRelationManager.add(ci['_id'], child_id)
|
|
ci_relation_cache(ci['_id'], child_id)
|
|
except Exception as e:
|
|
current_app.logger.warning(e)
|
|
finally:
|
|
db.session.remove()
|
|
|
|
|
|
@celery.task(name="cmdb.ci_relation_delete", queue=CMDB_QUEUE)
|
|
def ci_relation_delete(parent_id, child_id):
|
|
with Lock("CIRelation_{}".format(parent_id)):
|
|
children = rd.get([parent_id], REDIS_PREFIX_CI_RELATION)[0]
|
|
children = json.loads(children) if children is not None else {}
|
|
|
|
if str(child_id) in children:
|
|
children.pop(str(child_id))
|
|
|
|
rd.create_or_update({parent_id: json.dumps(children)}, REDIS_PREFIX_CI_RELATION)
|
|
|
|
current_app.logger.info("DELETE ci relation cache: {0} -> {1}".format(parent_id, child_id))
|
|
|
|
|
|
@celery.task(name="cmdb.ci_type_attribute_order_rebuild", queue=CMDB_QUEUE)
|
|
def ci_type_attribute_order_rebuild(type_id):
|
|
current_app.logger.info('rebuild attribute order')
|
|
db.session.remove()
|
|
|
|
from api.lib.cmdb.ci_type import CITypeAttributeGroupManager
|
|
|
|
attrs = CITypeAttributesCache.get(type_id)
|
|
id2attr = {attr.attr_id: attr for attr in attrs}
|
|
|
|
res = CITypeAttributeGroupManager.get_by_type_id(type_id, True)
|
|
order = 0
|
|
for group in res:
|
|
for _attr in group.get('attributes'):
|
|
if order != id2attr.get(_attr['id']) and id2attr.get(_attr['id']):
|
|
id2attr.get(_attr['id']).update(order=order)
|
|
|
|
order += 1
|
|
|
|
|
|
@celery.task(name='cmdb.trigger_notify', queue=CMDB_QUEUE)
|
|
def trigger_notify(notify, ci_id):
|
|
from api.lib.perm.acl.cache import UserCache
|
|
|
|
def _wrap_mail(mail_to):
|
|
if "@" not in mail_to:
|
|
user = UserCache.get(mail_to)
|
|
if user:
|
|
return user.email
|
|
|
|
return mail_to
|
|
|
|
db.session.remove()
|
|
|
|
m = api.lib.cmdb.ci.CIManager()
|
|
ci_dict = m.get_ci_by_id_from_db(ci_id, need_children=False, use_master=False)
|
|
|
|
subject = jinja2.Template(notify.get('subject') or "").render(ci_dict)
|
|
body = jinja2.Template(notify.get('body') or "").render(ci_dict)
|
|
|
|
if notify.get('wx_to'):
|
|
to_user = jinja2.Template('|'.join(notify['wx_to'])).render(ci_dict)
|
|
url = current_app.config.get("WX_URI")
|
|
data = {"to_user": to_user, "content": subject}
|
|
try:
|
|
requests.post(url, data=data)
|
|
except Exception as e:
|
|
current_app.logger.error(str(e))
|
|
|
|
if notify.get('mail_to'):
|
|
try:
|
|
if len(subject) > 700:
|
|
subject = subject[:600] + "..." + subject[-100:]
|
|
|
|
send_mail("", [_wrap_mail(jinja2.Template(i).render(ci_dict))
|
|
for i in notify['mail_to'] if i], subject, body)
|
|
except Exception as e:
|
|
current_app.logger.error("Send mail failed: {0}".format(str(e)))
|
|
|
|
|
|
@celery.task(name="cmdb.calc_computed_attribute", queue=CMDB_QUEUE)
|
|
def calc_computed_attribute(attr_id, uid):
|
|
from api.lib.cmdb.ci import CIManager
|
|
|
|
db.session.remove()
|
|
|
|
current_app.test_request_context().push()
|
|
login_user(UserCache.get(uid))
|
|
|
|
for i in CITypeAttribute.get_by(attr_id=attr_id, to_dict=False):
|
|
cis = CI.get_by(type_id=i.type_id, to_dict=False)
|
|
for ci in cis:
|
|
CIManager.update(ci.id, {})
|