B JDb:@sddlmZddlZddlZddlZddlmZddlmZddl m Z m Z ddl m Z ddlmZmZmZmZd Zd Zd Zd d ZeZddZddZddZddZddZd,ddZddZedfddZddZ d d!Z!d-d"d#Z"d.d$d%Z#d&d'Z$d(d)Z%d*d+Z&dS)/)print_functionN)settings)cache) InternalErrorOperationalError)etree) fetch_all fetch_oneexecute multi_execTi: FcCsnd}dtjddkr d}nJdtjddkrsql: %sredzInvalid object namez/>>>>>>>Database Error Re-Connect>>>>>%s>>>>>>>) mysite._utilsr% develop_modelDJANGOr rrr ZfetchonerrreConnrrrrfindr)sqlr%rr r!r#rrr p_query_oneMs2    r-c Csddlm}d}d}d}tr*|d|dtr6t|Szy$t}|}|||}Wntt t fk rt t YnPtk r}z2t t|ddkr|d|dt Wdd}~XYnXWd|r||r||S) a' dbutils pool connection Only can execute query statement, otherwise raise exception @parm: query sql statemnet @return: []: query result is null None: sql query failed, rasie exception Two-dimensional list: normal result r)r%Nzp_query()=============>sql: %sgreyzInvalid object namez/>>>>>>>Database Error Re-Connect>>>>>%s>>>>>>>r&)r'r%r(r)r rrr rrrr*rrrrr+r)r,r%rr r!r#rrrp_queryus4    r/c Csddlm}d}d}d}tr*|d|dtr6t|Szy,t}|}|||jj}| Wn\t k r}z>|r| t t|ddkr|d|dtWdd}~XYnXWd|d krt\}}|std }|r||r||S) aG dbutils pool connection Execute database operation statement, including update, insert, delete @parm: operation sql statemnet @return: None: sql execute failed, rasie exception Number: effect record number -2: execute failed caused by connection failed r)r%Nz p_execute()=============>sql: %sr.zInvalid object namez/>>>>>>>Database Error Re-Connect>>>>>%s>>>>>>>r&)r'r%r(r)r rrZ_cursorZrowcountZcommitrZrollbackrrrr+r*r$r)r,r%rr r!r#Zretr"rrr p_executes>    r2cCsDddlm}tr|d|dtr@yt|Stk r>dSXdS)a7 dbutils pool connection Execute multiple database operation statements, including update, insert, delete @parm: operation sql statemnets, type: list @return: (flag,res): flag: True means all statements execute successfully res : The number of rows affected by each sql statement execution. If the execution failed, it can be judged which sql statement execute failed. If you encounter a database disconnection, return [-2,] r)r%z!p_mutiexec()=============>sql: %sr&FN)r'r%r(r)r r)Zsql_listr%rrr p_mutiexecs r3cCs8g}ddtjD}|r&||kr&|g}dd|D}|S)NcSs&g|]}|ddkr|ddqS)zmysite.rr )r+replace).0irrr sz$get_sql_file_dir..cSsg|] }d|qS)z mysite/%s/sqlr)r5apprrrr7s)rZINSTALLED_APPS)r8Z file_dir_listZapp_listrrrget_sql_file_dirs  r9cCsZddlm}g}x2|D]*}dtj||}tj|r||qWt rV|sV|dd|S)z @params: dir_list: type sql xml file dir sqlfile: type sql xml file name @return: type xml file path r)r%z{0}/{1}/{2}.xmlz8get_sql_file()========> can't find specific sql xml filer.) r'r%formatrZAPP_HOMEospathexistsappendr()Zdir_listZsqlfiler%Z sql_xml_filesfile file_pathrrr get_sql_files    rAcCsd}x|D]}tj|r t|}|r6d||f}nd|}||}|rX|d}Pq |rjd|df}ndd}||}|r |d}Pq W|S)a~ @desc: get specific sql statement from sql xml If can't find specific sql statement with db_engine, will return default node @params: sql_files: type, list of sql files' path engine_name: type , database engine name sql_id: type(str), sql tag id of sql statement @return: type sql element Nz-/sqlgroup/sql[@id='%s']/content[@engine='%s']z#/sqlgroup/sql/content[@engine='%s']rr)r;r<r=rparsexpath)Z sql_files engine_nameZsql_idsql_elefr#Z content_exprrrget_sql_ele_contents&      rGcCs&t}t|}t||}t|||}|S)z( get sql statement xml node )rr9rArG) sqlfilenamesqlidr8rDZ config_dirZsql_filerErrr get_sql_ele"s   rJcCsXi}|jdddd}|d}x$|D]}|j||jd<q.W||dS)z convert sql element to one dictionary format: { "sql_text": content, "part":{ "id1": part_content1, "id2": part_content2 } } z z  partid)sql_textrL)textstripr4rCZattrib)rErLrNpart_eleprrrconvert_ele_to_dict-s   rSc Cst|dkr i}|dkri}i}|d}|d}|r8|}n8x|D]\}} d||<t| tsb| g} x| D]} | |krh|| } y ||| d|7<Wqhtk r} zd| t| d} t| Wdd} ~ XYqhtk rtYqhXqhWqBW| |y ||}Wn\tk rN} zdd t| i} t| Wdd} ~ XYn"tk rnd}tYnX|S) ue @desc:根据节点 以及相关的参数,获取sql语句 @params: ele_dict: type sql 的内容和part 组成的字典 params: type, key 为 sql语句主体 和part主体 中要格式化的内容,value 为要替换的值 id_part: type key 为 sql 语句主体中需要 格式化 的内容,value 为 要格式化的part标签中的 id值 ,like {"aa":"bb"} or {"aa":["bb","cc",]} only_content : 如果设置为True,则直接返回 xml中的content 内容,不会进行参数匹配 @return: type 完整的sql语句 NrLrNr  zbget_sql_by_dict()========>parameter error: id--%(val)s--not exist this parameter[%(msg)s] )valr"zYget_sql_by_dict()========>parameter error: not exist this parameter [%(msg)s] r") items isinstancelistrPKeyErrorrrrrupdate)Zele_dictparamsid_part only_contentrLZ part_dictrNr,kvrUrQr#Z except_strrrrget_sql_by_dictAsF      r`c Cs|dkr i}|dkri}ddlm}trZ|dt|t|t|t|t|t|fdd}y`d|||f}t|} | st|||} t| } t|| t ntr|ddt | |||}Wnt k rt YnXtr|d |d|S) u @desc:获取sql语句内容 @params: sqlfilename: type指定存放sql语句的 xml文件名 sqlid:type xml文件中 sql 语句指定 sql标签的id app:type sql 语句所指定的app params: type, key 为 sql语句主体 和part主体 中要格式化的内容,value 为要替换的值 id_part: type key 为 sql 语句主体中需要 格式化 的内容,value 为 要格式化的part标签中的 id值 ,like {"aa":"bb"} or {"aa":["bb","cc"]} only_content: 如果设置为True,则直接返回 xml中的content 内容,不会进行参数匹配 @return: 根据条件筛选出来的 sql 语句 Nr)r%zget_sql()===========> The params you given is: sqlfilename:%s sqlid:%s app:%s params:%s id_part:%s only_content:%s r.r z%s_%s_%sz0get_sql()===========>The sql is come from cache.z&get_sql()============> sql_result: %s)r'r%r(rrgetrJrSsetTIMEOUTr`rrr) rHrIr8r[r\r]r%r,keyZsql_dictrErrrget_sqlqs0  0   rec CsryHtj|st|tj||}t|d}||WdQRXWn$tk rlddl}| YnXdS)Nar) r;r<r=makedirsjoinopenwriterrr)ZwstrfilenameZwdirZm_filerFrrrr write_logs   rlcCs:d}dtjd}dtj|}t|||dS)Nzcalculate/deal_calculate_failedz%s.logz%Y_%mz {0}: {1} )datetimeZnowstrftimer:rl)dataZlog_dirrkrrratt_calculate_loggersrpcCs^ddlm}|rZt|\}}|sZx8|D]0}t|}|dkrFtd||dkr&d}|q&WdS)Nr) DatabaseErrorzError sql -->%sr1T) django.dbrqr3r2rp)Z batch_sqlrqsuccessr!ZbsZdb_contion_errorrrratt_batch_sql_executes    rt)N)NNF)NNNNF)'Z __future__rrmr;rZ django.confrZdjango.core.cacherrrrrZlxmlrZdjango_sql_utilsr r r r r)rcr(rrr$r-r/r2r3r9rArGrJrSr`rerlrprtrrrrs8    ((- "  0 -