====== Code Snippets ======
# Date format
import datetime
current_process_date = datetime.datetime.strptime('24-07-2010', "%d-%m-%Y").date()
current_process_date.strftime('We are the %d, %b %Y')
print("/%s/*" % current_process_date.strftime("%Y/%m/%d"))
# Check is file exists on HDFS
import subprocess
def run_cmd(args_list):
proc = subprocess.Popen(args_list, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
proc.communicate()
return proc.returncode
def check_is_file_exists_hdfs(filename):
cmd = ['hdfs', 'dfs', '-test', '-f', filename]
code = run_cmd(cmd)
return code == 0