import datetime import uuid from typing import Union, List from uuid import UUID # import dateutil.parser from celery import shared_task # from dateutil.relativedelta import relativedelta from .AbstractEngine import AbstractEngineClass from ..utils.Models import FilterItem, FilterScope, OutPutType # def zero_time_data(date, is_max=False): # _date = dateutil.parser.isoparse(date) # return datetime.datetime.combine(_date, datetime.time.min if not is_max else datetime.time.max) # def date_year_month_morph(date, is_max=False, has_month=True): # _date = date # if len(date) > 7: # _date = dateutil.parser.isoparse(date) # if not has_month and len(date) < 5: # _date = f'{date}-01' # _date = datetime.datetime.strptime(_date, '%Y-%m') # _date = _date + relativedelta(day=31) # return _date if is_max else _date + relativedelta(day=1) class MongoEngine(AbstractEngineClass): rows = [] stack = [] filters = {} async def exe(self): _f = self.filters = self.set_filters() print("_f ====>", _f) if self.unselect: tmp = self.query_class.find(_f, self.unselect) else: tmp = self.query_class.find(_f) sort_by = self.set_sort() if isinstance(sort_by, dict): tmp = tmp.sort(**sort_by) else: tmp = tmp.sort(sort_by) self.rows = tmp.limit( self.input.get_limit()).skip(self.input.skip()) if self.input.e and self.input.e.ot: self.input.e.d = self.generate_output(self.query_class, _f) if self.return_query: return {'query':_f, 'sort':self.set_sort(), 'limit':self.input.get_limit(), 'page':self.input.skip()} return [self.model(**document) async for document in self.rows], await self.count() def query_generator(self): if not self.input.has_filter(): return [] filters = [f for f in self.input.filters() if (hasattr(f, 'items') and len(f.items)) > 0 or not hasattr(f, 'items')] query = self.generate_scope_filter(filters, general=True) return query def set_filters(self): filters = [] query = self.query_generator() if query: filters.append(query) if self.input.has_text_search(): items = [] _search_cols = self.input.get_search_cols() if ( self.input.get_search_cols() and len(self.input.get_search_cols())) else self.search_cols if _search_cols: for col in _search_cols: items.append({col: {'$regex': self.input.get_text_search(), '$options': 'i'}}) filters.append({"$or": items}) if self.input.extra_filter: filters.extend(self.input.extra_filter) if self.soft_deleted: filters.append({'deleted_at': {'$exists': False}}) if not filters: return {} self.filters = {'$and': filters} return self.filters def set_sort(self): if self.input.o.fields: all_sort = [] for item in self.input.o.fields: all_sort.append((item.field, 1 if item.direction == "asc" else -1)) return all_sort if self.input.o.field: return {'key_or_list': self.input.o.field, 'direction': 1 if self.input.o.direction == "asc" else -1} elif self.default_sort_by: return self.default_sort_by else: return {'key_or_list': '$natural', 'direction': -1} @staticmethod def filter_item_generator(item: FilterItem) -> dict: if MongoEngine.is_valid_uuid(str(item.col)): return { 'data': { "$elemMatch": { 'field_id': UUID(item.col), 'value': { **MongoEngine.get_expression_filter(item.op, MongoEngine.cast_value(item.val, item.type), field_type=item.type)} } } } return {item.col: { **MongoEngine.get_expression_filter(col=item.col, op=item.op, val=MongoEngine.cast_value(item.val, item.type), field_type=item.type)}} @staticmethod def is_valid_uuid(uuid_to_test, version=4): try: uuid_obj = UUID(str(uuid_to_test), version=version) except ValueError: return False return str(uuid_obj) == str(uuid_to_test) @staticmethod def cast_value(val: Union[str, List], type: str) -> any: if val == [] or type == 'BOOL': return val if not val: return None if type in ['NUMBER', 'STACK', 'FLOAT']: if isinstance(val, List): return [float(x) for x in val] return float(val) if type in ['DATE', 'DATETIME']: if isinstance(val, List): return [datetime.datetime.fromisoformat(str(x)) for x in val] return datetime.datetime.fromisoformat(val) if type == 'UUID': if isinstance(val, List): return [UUID(str(x)) for x in val] return UUID(str(val)) return val @staticmethod def get_expression_filter(col=None, op: str = 'eq', val: str = '', field_type: str = None) -> dict: _op = MongoEngine.get_operator(op) # Date Type Operator if field_type in ['DATE', 'DATE_TIME', 'DATETIME', 'DATE_MONTH', 'DATE_YEAR']: if op == "eq": return {'$gte': val[0], '$lte': val[1]} if op == "n_eq": return {'$lte': val[0], '$gte': val[1]} if op == "lt": return {'$lt': val[1]} if op == "gt": return {'$gt': val[0]} if op == "lte": return {'$lt': val[1]} if op == "gte": return {'$gt': val[0]} if _op == "sw": return {'$regex': f'^{val}', '$options': 'i'} elif _op == "ew": return {'$regex': f'{val}$', '$options': 'i'} elif _op == "n_ew": return {'$regex': f'(? str: ops = { "eq": "$eq", "n_eq": "$ne", "gt": "$gt", "ge": "$ge", "lt": "$lt", "le": "$le", "like": "like", "n_like": "n_like", "sw": "sw", "ew": "ew", 'n_ew': 'n_ew', 'n_sw': 'n_sw', 'exi': 'exi', "n_exi": "n_exi", 'lte': '$lte', 'gte': '$gte', 'in': 'in', 'n_in': 'not_in', 'bet': 'bet', 'n_bet': 'n_bet', } return ops[op] if op in ops else '$eq' async def count(self): return await self.query_class.count_documents(self.filters) @staticmethod def generate_scope_filter(filters: list, general=False): if len(filters) == 1: _o = filters[0] if isinstance(_o, FilterItem): return MongoEngine.filter_item_generator(filters[0]) elif isinstance(_o, FilterScope): return MongoEngine.generate_scope_filter(_o.items) else: return _o else: _a = filters.pop(0) _a = (MongoEngine.filter_item_generator(_a) if isinstance(_a, FilterItem) else _a) if not general else ( MongoEngine.generate_scope_filter(_a.items) if isinstance(_a, FilterScope) else _a) _b = filters.pop(0) op = '$' + (_b.cr if not general else _b.op) _b = (MongoEngine.filter_item_generator(_b) if isinstance(_b, FilterItem) else _b) if not general else ( MongoEngine.generate_scope_filter(_b.items) if isinstance(_b, FilterScope) else _b) filters = [{op: [ _a, _b ]}] + filters return MongoEngine.generate_scope_filter(filters, general) def set_joins(self): pass def generate_output(self, query, _f): print(_f.__dict__) return '' if self.input.e.ot == OutPutType.EXEL: file_name = str(uuid.uuid4().hex) + '.xlsx' return _f.dict() MongoEngine.output_generator(str(query).replace('false', '0'), params, str(self.query_class.bind.url), file_name=file_name, cols=self.input.e.c) return file_name elif self.input.e.ot == OutPutType.JSON: pass elif self.input.e.ot == OutPutType.PDF: pass else: raise Exception("Output type not supported.") @staticmethod @shared_task(name='output_generator_task_mongo') def output_generator(query, params, url, file_name, cols): pass