##max(dt)替代方法
def check_dt(path, level='G|M|K'):
cmd = 'hdfs dfs -du -h ' + path
process = os.popen(cmd) # return file
output = process.read()
process.close()
output1 = output.split('\n')
output2 = [val for val in output1 if len(val) > 0]
res = []
for val in output2:
detepat = re.compile('(\d+\.*\d*)\s[' + level + ']\s.*dt=[0-9\-]{10}')
result = detepat.finditer(val)
res1 = [m.group() for m in result]
if len(res1) > 0:
res.extend(res1)
if len(res) > 0:
detepat2 = re.compile('(\d+\.*\d*)\s.*dt=([0-9\-]{10})')
size_dt_grp = [re.search(detepat2, val) for val in res]
max_dt = max([m.group(2) for m in size_dt_grp if float(m.group(1)) > 0])
return max_dt
def get_customized_items():
"""
if you need some special values in your sql, please define and calculate then here
to refer it as {YOUR_VAR} in your sql
"""
today = Time.today()
TX_PRE_60_DATE = Time.date_sub(date=today, itv=60)
TX_PRE_365_DATE = Time.date_sub(date=today, itv=365)
TX_DATE_MAX01 = check_dt('hdfs://ns***/hive/databse.db/') ;
return locals()
根据身份证判断男女的规则：文章来源：https://www.toymoban.com/news/detail-410692.html
case
when length(dd)=18 and substr(dd,17,1)%2=1 then '1'
when length(dd)=18 and substr(dd,17,1)%2=0 then '2'
when length(dd)=15 and substr(dd,15,1)%2=1 then '1'
when length(dd)=15 and substr(dd,15,1)%2=0 then '2'
end as id_gender文章来源地址https://www.toymoban.com/news/detail-410692.html
到了这里，关于python获取最大日期的函数的文章就介绍完了。如果您还想了解更多内容，请在右上角搜索TOY模板网以前的文章或继续浏览下面的相关文章，希望大家以后多多支持TOY模板网！
