Upload gen_client.py

gen_client.py

@@ -0,0 +1,949 @@
+import os
+import sys
+from datetime import datetime as Datetime
+import gradio as gr
+import json
+import requests
+import threading
+import time
+import hashlib
+sys.path.append('./')
+from oss_utils import *
+from myconfigs import *
+from cache_util import RedisCache
+
+
+scale_depth = 0.7
+scale_pose = 0.5
+
+def md5_hash_file(filename):
+    """Compute the MD5 hash of the contents of the given file."""
+    # Create a new MD5 hash object
+    md5_hash = hashlib.md5()
+    # Open the file in binary mode and read chunks
+    with open(filename, 'rb') as f:
+        # Read and update hash string value in blocks of 4K
+        for byte_block in iter(lambda: f.read(4096), b""):
+            md5_hash.update(byte_block)
+    # Return the hexadecimal digest of the hash
+    return md5_hash.hexdigest()
+
+def get_dirnames(filePath='', tail=".mp4", reserve_num=-1):
+    if not os.path.isdir(filePath):
+        return []
+    if len(tail) <= 0:
+        return []
+    len_tail = len(tail)
+    lists = os.listdir(filePath)
+    file_list = []
+    for i in range(len(lists)):
+        cur_file = lists[i]
+        # if os.path.isfile(cur_file): 
+        if len(cur_file) > 4 and cur_file[-len_tail:] == tail:
+            full_file_path = os.path.join(filePath, cur_file)
+            file_list.append(full_file_path)
+    # 按照时间排序
+    sorted_list = sorted(file_list, key=lambda x: os.path.getctime(x))
+    sorted_list = sorted_list[::-1] # 倒序
+    # 保留最近的100个视频
+    if reserve_num > 0:
+        for i in range(len(sorted_list)):
+            if i >= reserve_num:
+                os.remove(sorted_list[i])
+    return sorted_list
+
+
+
+def sync_request_local(request_id, data):
+    headers = {
+        "Content-Type": "application/json",
+        "Accept": "application/json",
+        # "Authorization": APP_AUTH_TEXTURE,
+        # "X-DashScope-Async": "enable",
+        # "X-DashScope-DataInspection": "enable"
+    }    
+    url_create_task = 'http://0.0.0.0:8000/api'
+    
+    print(f"request_id: {request_id}, request type: video generation, json input: {data}")
+    res_ = requests.post(url_create_task, data=data, headers=headers)
+    res = json.loads(res_.content.decode())
+    
+    result_video_url = ''
+    if res['header']['status_name'] == 'Success':
+        result_video_url = res['payload']['output']['res_video_path']
+        print(f"request_id: {request_id}, request type: video generation, retuen message: Succees, result: {result_video_url}")
+    else:
+        print(f"request_id: {request_id}, request type: video generation, retuen message: Faild, result: {result_video_url}")
+    return result_video_url
+
+def sync_request_cartoon(request_id, data):
+    headers = {
+        "Content-Type": "application/json",
+        "Accept": "application/json",
+        "Authorization": EAS_AUTH_CARTOONRECOG,
+        # "X-DashScope-Async": "enable",
+        # "X-DashScope-DataInspection": "enable"
+    }    
+    url_create_task = 'http://1096433202046721.cn-shanghai.pai-eas.aliyuncs.com/api/predict/videogene_supp/api'
+    
+    print(f"request_id: {request_id}, request type: cartoon recognize, json input: {data}")
+    res_ = requests.post(url_create_task, data=data, headers=headers)
+    # print(res_)
+    # print(res_.content)
+    res = json.loads(res_.content.decode())
+    
+    cartoon_recog = ''
+    if res['payload']['output']['error_message'] == 'Success':
+        cartoon_recog = res['payload']['output']['key']['label']
+        # print(f"request_id: {request_id} cartoon_recog: {cartoon_recog}")
+        print(f"request_id: {request_id}, request type: cartoon recognize, retuen message: Succees, result: {cartoon_recog}")
+    else:
+        print(f"request_id: {request_id}, request type: cartoon recognize, retuen message: Faild, result: {cartoon_recog}")
+    return cartoon_recog
+
+
+def sync_request_translate_en2cn(request_id, data):
+    headers = {
+        "Content-Type": "application/json",
+        "Accept": "application/json",
+        "Authorization": EAS_AUTH_CARTOONRECOG,
+        # "X-DashScope-Async": "enable",
+        # "X-DashScope-DataInspection": "enable"
+    }    
+    url_create_task = 'http://1096433202046721.cn-shanghai.pai-eas.aliyuncs.com/api/predict/videogene_supp/api'
+    
+    print(f"[{request_id}], request type: translate en2cn, json input: {data}")
+    res_ = requests.post(url_create_task, data=data, headers=headers)
+    # print(res_)
+    # print(res_.content)
+    res = json.loads(res_.content.decode())
+    
+    translate_cn = ''
+    if res['payload']['output']['error_message'] == 'Success':
+        translate_cn = res['payload']['output']['key']
+        # print(f"{request_id} translate_cn: {translate_cn}")
+        print(f"[{request_id}], request type: translate en2cn, retuen message: Succees, result: {translate_cn}")
+    else:
+        print(f"[{request_id}], request type: translate en2cn, retuen message: Faild, result: {translate_cn}")
+    return translate_cn
+
+def async_request_video_generation(request_id, data):
+    headers = {
+        "Content-Type": "application/json",
+        "Accept": "application/json",
+        # "Authorization": APP_AUTH_TEXTURE,
+        # "X-DashScope-Async": "enable",
+        # "X-DashScope-DataInspection": "enable"
+    }
+    
+    # 1.发起一个异步请求
+    url_create_task = 'http://dashscope-scheduler-perf.1656375133437235.cn-beijing.pai-eas.aliyuncs.com/api/v1/task/submit'
+    print(f"request_id: {request_id}, request type: video generation, json input: {data}")
+    res_ = requests.post(url_create_task, data=data, headers=headers)
+    # print("res_=", res_)
+    # print(res_.content)
+    result_json = json.loads(res_.content.decode("utf-8"))
+    
+    # # 2.异步查询结果
+    # is_running = True
+    # running_print_count = 0
+    # res_video_path = None
+    # while is_running:
+    #     url_query = 'http://dashscope-scheduler-perf.1656375133437235.cn-beijing.pai-eas.aliyuncs.com/api/v1/task/query-result'
+    #     res_ = requests.post(url_query, data=data, headers=headers)
+    #     respose_code = res_.status_code
+    #     if 200 == respose_code:
+    #         res = json.loads(res_.content.decode())
+    #         if "SUCCESS" == res['header']['task_status']:
+    #             if 200 == res['payload']['output']['error_code']:
+    #                 res_video_path = res['payload']['output']['res_video_path']
+    #                 print(f"request_id: {request_id}, request type: video generation, retuen message: Succees, result: {res_video_path}")
+    #                 break
+    #             else:
+    #                 print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {result_json}')
+    #                 # raise gr.Error(f'algo error.')
+    #                 break
+    #         elif "RUNNING" == res['header']['task_status']:
+    #             if running_print_count == 0:
+    #                 print(f'request_id: {request_id}, request type: video generation, retuen message: running..., result: {result_json}')
+    #                 running_print_count += 1
+    #             time.sleep(1)
+    #         elif "FAILED" == res['header']['task_status']:
+    #             print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {result_json}')
+    #             # raise gr.Error(f'query result faild.')
+    #             break
+    #         else:
+    #             print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {result_json}')
+    #             # raise gr.Error(f'query result faild.')
+    #             break
+    #     else:
+    #         print(f'request_id: {request_id}: Fail to query task result: {res_.content}')
+    #         # raise gr.Error("Fail to query task result.")
+    #         break
+    # return res_video_path
+
+
+
+def async_query_video_generation(request_id, data):
+    headers = {
+        "Content-Type": "application/json",
+        "Accept": "application/json",
+        # "Authorization": APP_AUTH_TEXTURE,
+        # "X-DashScope-Async": "enable",
+        # "X-DashScope-DataInspection": "enable"
+    }
+    
+    # # 1.发起一个异步请求
+    # url_create_task = 'http://dashscope-scheduler-perf.1656375133437235.cn-beijing.pai-eas.aliyuncs.com/api/v1/task/submit'
+    # print(f"request_id: {request_id}, request type: video generation, json input: {data}")
+    # res_ = requests.post(url_create_task, data=data, headers=headers)
+    # # print("res_=", res_)
+    # # print(res_.content)
+    # result_json = json.loads(res_.content.decode("utf-8"))
+    
+    # 2.异步查询结果
+    is_running = True
+    running_print_count = 0
+    res_video_path = None
+    while is_running:
+        url_query = 'http://dashscope-scheduler-perf.1656375133437235.cn-beijing.pai-eas.aliyuncs.com/api/v1/task/query-result'
+        res_ = requests.post(url_query, data=data, headers=headers)
+        respose_code = res_.status_code
+        if 200 == respose_code:
+            res = json.loads(res_.content.decode())
+            if "SUCCESS" == res['header']['task_status']:
+                if 200 == res['payload']['output']['error_code']:
+                    res_video_path = res['payload']['output']['res_video_path']
+                    print(f"request_id: {request_id}, request type: video generation, retuen message: Succees, result: {res_video_path}")
+                    break
+                else:
+                    print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {res}')
+                    # raise gr.Error(f'algo error.')
+                    break
+            elif "RUNNING" == res['header']['task_status']:
+                if running_print_count == 0:
+                    print(f'request_id: {request_id}, request type: video generation, retuen message: running..., result: {res}')
+                    running_print_count += 1
+                time.sleep(1)
+            elif "FAILED" == res['header']['task_status']:
+                print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {res}')
+                break
+            else:
+                print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {res}')
+                break
+        else:
+            print(f'request_id: {request_id}: Fail to query task result: {res_.content}')
+            # raise gr.Error("Fail to query task result.")
+            break
+    return res_video_path
+
+
+def query_video_generation(request_id, data):
+    headers = {
+        "Content-Type": "application/json",
+        "Accept": "application/json",
+        # "Authorization": APP_AUTH_TEXTURE,
+        # "X-DashScope-Async": "enable",
+        # "X-DashScope-DataInspection": "enable"
+    }
+    
+    # # 1.发起一个异步请求
+    # url_create_task = 'http://dashscope-scheduler-perf.1656375133437235.cn-beijing.pai-eas.aliyuncs.com/api/v1/task/submit'
+    # print(f"request_id: {request_id}, request type: video generation, json input: {data}")
+    # res_ = requests.post(url_create_task, data=data, headers=headers)
+    # # print("res_=", res_)
+    # # print(res_.content)
+    # result_json = json.loads(res_.content.decode("utf-8"))
+    
+    # 2.异步查询结果
+    is_running = True
+    running_print_count = 0
+    res_video_path = None
+    # while is_running:
+    url_query = 'http://dashscope-scheduler-perf.1656375133437235.cn-beijing.pai-eas.aliyuncs.com/api/v1/task/query-result'
+    res_ = requests.post(url_query, data=data, headers=headers)
+    respose_code = res_.status_code
+    res = json.loads(res_.content.decode())
+    if 200 == respose_code:
+        if "SUCCESS" == res['header']['task_status']:
+            if 200 == res['payload']['output']['error_code']:
+                res_video_path = res['payload']['output']['res_video_path']
+                print(f"request_id: {request_id}, request type: video generation, retuen message: Succees, result: {res_video_path}")
+                return "SUCCESS", res
+            else:
+                print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {res}')
+                return "FAILED", res
+        elif "RUNNING" == res['header']['task_status']:
+            print(f'request_id: {request_id}, request type: video generation, retuen message: running..., result: {res}')
+            return "RUNNING", res
+        elif "FAILED" == res['header']['task_status']:
+            print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {res}')
+            return "FAILED", res
+        else:
+            print(f'request_id: {request_id}, request type: video generation, retuen message: Faild, result: {res}')
+            return "FAILED", res
+    else:
+        print(f'request_id: {request_id}: Fail to query task result: {res_.content}')
+        return "FAILED", res
+
+
+def sync_request_prompt_caption(request_id, data):
+    headers = {
+        "Content-Type": "application/json",
+        "Accept": "application/json",
+        "Authorization": EAS_AUTH_PROMPT,
+        # "X-DashScope-Async": "enable",
+        # "X-DashScope-DataInspection": "enable"
+    }    
+    url_create_task = 'http://1096433202046721.cn-shanghai.pai-eas.aliyuncs.com/api/predict/videogene_supp_gu50/api'
+    
+    print(f"request_id: {request_id}, request type: prompt_caption, json input: {data}")
+    res_ = requests.post(url_create_task, data=data, headers=headers)
+    # print(res_)
+    # print(res_.content)
+    res = json.loads(res_.content.decode())
+    
+    prompt_caption = ''
+    gender = ''
+    if res['payload']['output']['error_message'] == 'Success':
+        key = res['payload']['output']['key'] # {"gender":"female","prompt":"Asian woman, 25-35, long black hair, dark brown eyes, average height","style":""}
+        gender = key['gender']
+        prompt_caption = 'a '+ key['gender'] + ', ' + key['prompt']
+        style = key['style']
+        if style != '':
+            prompt_caption = style + ' style, ' + prompt_caption
+            
+        print(f"request_id: {request_id}, request type: prompt_caption, retuen message: Succees, result: {prompt_caption}")
+    else:
+        print(f"request_id: {request_id}, request type: prompt_caption, retuen message: Faild, result: {prompt_caption}")
+    return prompt_caption, gender
+
+import re
+def extract_mp4_filename(input_string):
+    # Regular expression pattern to match the file name
+    pattern = r"template_\d+\.mp4"
+    # Extract the MP4 file name
+    match = re.search(pattern, input_string)
+    if match:
+        return match.group()
+    else:
+        return None  # or you could raise an exception or return an empty string
+
+
+class HumanGenService:
+    def __init__(self):
+        self.oss_service = ossService()
+        self.all_user_requests = {}
+        self.all_requests = []
+        self.all_requests_time = {} # dict: request_id, time
+        self.lock = threading.Lock()
+
+    def translate_en2cn(self, request_id, input_prompt):
+        #--------------- translate service -----------------#
+        translate_data = {}
+        translate_data['header'] = {}
+        translate_data['header']['request_id'] = request_id
+        translate_data['header']['service_id'] = ''
+        translate_data['header']['task_id'] = request_id
+        translate_data['header']['attributes'] = {}
+        translate_data['header']['attributes']['user_id'] = ''
+        translate_data['payload'] = {}
+        translate_data['payload']['input'] = {}
+        translate_data['payload']['input']['work_type'] = 'translate_en2zh'
+        translate_data['payload']['input']['key'] = input_prompt
+        translate_data['payload']['parameters'] = {}
+        translate_data = json.dumps(translate_data) # to string        
+        # serving api
+        # print("input_prompt: ", input_prompt)        
+        translate_cn = sync_request_translate_en2cn(request_id=request_id, data=translate_data)
+        # print("translate_cn: ", translate_cn)        
+        #--------------- translate service -----------------#
+        print(f'[{request_id}] - [HumanGen] - translate ok')
+        return translate_cn
+        
+    def click_button_prompt(self, user_id, request_id, input_mode, ref_image_path, ref_video_path, input_prompt='', prompt_template='',model_id=False):
+        cartoon_recog = 'realhuman'  # input infer mode id 'face' and 'clothes'
+        if model_id is False:
+            cartoon_recog = 'realhuman'
+        elif model_id is True:
+            cartoon_recog = 'cartoon'
+        
+        print(f"request_id: {request_id}, input_mode: {input_mode}")
+        print(f"request_id: {request_id}, cartoon_recog: {cartoon_recog}")
+        print(f"request_id: {request_id}, ref_image_path: {ref_image_path}")
+        print(f"request_id: {request_id}, ref_video_path: {ref_video_path}")
+        
+        if input_mode == 'prompt_mode' and (ref_image_path is None or ref_image_path == '' or (not os.path.exists(ref_image_path))):
+            print(f"request_id: {request_id}, 用户未输入图片,prompt caption结束")
+            raise gr.Error("请输入图片!")
+            # return "请输入图片!"
+            
+        if input_mode == 'template_mode' and cartoon_recog == 'cartoon' and (ref_image_path is None or ref_image_path == '' or (not os.path.exists(ref_image_path))):
+            print(f"request_id: {request_id}, 用户未输入卡通图片,prompt caption结束")
+            raise gr.Error("请输入卡通图片!")
+            # return "请输入视频!"
+            
+        if input_mode == 'template_mode' and cartoon_recog == 'realhuman' and (ref_video_path is None or ref_video_path == ''):
+            print(f"request_id: {request_id}, 用户未输入视频,prompt caption结束")
+            raise gr.Error("请输入视频!")
+            # return "请输入视频!"
+
+        # user_mode = -1
+        # if input_mode == 'template_mode':
+        #     if (ref_video_name[:len('template_')] == 'template_'):
+        #         user_mode = 0 # mode 0: image + template video
+        #     else:
+        #         user_mode = 1 # mode 1: image + upload video
+        # if input_mode == 'prompt_mode':
+        #     user_mode = 2 # mode 2: image + prompt
+
+        date_string = datetime.datetime.now().strftime('%Y-%m-%d')
+        img1_oss_path = ''
+        vid1_oss_path = ''
+        try:
+            # ref image
+            if not (ref_image_path is None or ref_image_path == '' or (not os.path.exists(ref_image_path))):
+                img_file_name = os.path.basename(ref_image_path)
+                img_extension = os.path.splitext(img_file_name)[1] # 输出：.jpg
+                img1_oss_path = self.oss_service.ObjectName + '/Service/' + date_string + '/' + user_id + '/' + request_id + '/' + "ref_image" + img_extension
+                is_success0, sign_img_oss_path = self.oss_service.uploadOssFile(img1_oss_path, ref_image_path)
+                print(f"request_id: {request_id}, is_success0={is_success0}, sign_img_oss_path={sign_img_oss_path}")
+
+            if input_mode == 'template_mode' and cartoon_recog == 'realhuman':
+                vid_file_name = os.path.basename(ref_video_path)
+                vid_extension = os.path.splitext(vid_file_name)[1] # 输出：.mp4
+                vid1_oss_path = self.oss_service.ObjectName + '/Service/' + date_string + '/' + user_id + '/' + request_id + '/' + "ref_video" + vid_extension
+                is_success1, sign_vid_oss_path = self.oss_service.uploadOssFile(vid1_oss_path, ref_video_path)
+                print(f"request_id: {request_id}, is_success1={is_success1}, sign_vid_oss_path={sign_vid_oss_path}")
+        except Exception as e:
+            print(f"request_id: {request_id}, oss upload error for input local image or video. ")
+            raise gr.Error("oss upload error for input local image or video")
+
+        #-----------------------------prompt caption-----------------------------#
+        # print("sign_img_oss_path: ", sign_img_oss_path)
+        # print("sign_img_oss_path1: ", sign_img_oss_path)
+        prompt_caption_data = {}
+        prompt_caption_data['header'] = {}
+        prompt_caption_data['header']['request_id'] = request_id
+        prompt_caption_data['header']['service_id'] = 'test123'
+        prompt_caption_data['header']['task_id'] = request_id
+        prompt_caption_data['header']['attributes'] = {}
+        prompt_caption_data['header']['attributes']['user_id'] = 'wanx_lab'
+        prompt_caption_data['payload'] = {}
+        prompt_caption_data['payload']['input'] = {}
+        prompt_caption_data['payload']['input']['work_type'] = 'prompt_caption'
+        if input_mode == 'prompt_mode':
+            sign_img_oss_path = 'https://vigen-invi.oss-cn-shanghai-internal' + sign_img_oss_path[len('https://vigen-invi.oss-cn-shanghai'):]
+            prompt_caption_data['payload']['input']['key'] = sign_img_oss_path
+        else:
+            if cartoon_recog == 'cartoon':
+                sign_img_oss_path = 'https://vigen-invi.oss-cn-shanghai-internal' + sign_img_oss_path[len('https://vigen-invi.oss-cn-shanghai'):]
+                prompt_caption_data['payload']['input']['key'] = sign_img_oss_path
+            else:
+                sign_vid_oss_path = 'https://vigen-invi.oss-cn-shanghai-internal' + sign_vid_oss_path[len('https://vigen-invi.oss-cn-shanghai'):]
+                prompt_caption_data['payload']['input']['key'] = sign_vid_oss_path
+        prompt_caption_data['payload']['parameters'] = {}
+        if input_mode == 'prompt_mode':
+            if cartoon_recog == 'cartoon':
+                prompt_caption_data['payload']['parameters']['input_type'] = 'cartoon_id_image' # id_image,cartoon_id_image,reference_video
+            else:
+                prompt_caption_data['payload']['parameters']['input_type'] = 'id_image' # id_image,cartoon_id_image,reference_video
+        else:
+            if cartoon_recog == 'cartoon':
+                prompt_caption_data['payload']['parameters']['input_type'] = 'cartoon_id_image' # id_image,cartoon_id_image,reference_video
+            else:
+                prompt_caption_data['payload']['parameters']['input_type'] = 'reference_video' # id_image,cartoon_id_image,reference_video
+        prompt_caption_data['payload']['parameters']['input_format'] = 'url' # url,oss_path
+        prompt_caption_data = json.dumps(prompt_caption_data) # to string
+
+        # serving api
+        prompt_caption_en,__ = sync_request_prompt_caption(request_id=request_id, data=prompt_caption_data)
+        print(f"request_id: {request_id}, prompt_caption_en: {prompt_caption_en}")
+        
+        prompt_caption_cn = self.translate_en2cn(request_id, prompt_caption_en)
+        print(f"request_id: {request_id}, prompt_caption_cn: {prompt_caption_cn}")
+        #-----------------------------prompt caption-----------------------------#
+        return prompt_caption_cn
+
+    # def template_video_2_prompt(self, ref_video_name):
+    #     file_name = ref_video_name
+    #     if file_name[:len('template_')] == 'template_':
+    #         if file_name not in template_prompts:
+    #             raise gr.Error("Please input video is not a template!")
+    #         input_prompt = template_prompts[file_name]    
+    #         if file_name not in template_orign_videos:
+    #             raise gr.Error("Please input video is not a template!")
+    #         ref_ori_video_path = template_orign_videos[file_name] 
+    #     return ref_ori_video_path, input_prompt
+
+    def template_video_2_prompt(self, ref_video_name):
+        file_name = ref_video_name
+        ref_ori_video_path = ref_video_name
+        print("videl filename:%s" % ref_video_name)
+        input_prompt = ""
+        if file_name[:len('template_')] == 'template_':
+            file_name = extract_mp4_filename(file_name)
+            if file_name not in template_prompts:
+                raise gr.Error("The input video is not a template!")
+            input_prompt = template_prompts[file_name]    
+            if file_name not in template_orign_videos:
+                raise gr.Error("The input video is not a template!")
+            ref_ori_video_path = template_orign_videos[file_name] 
+        else:
+            print("video file not found:%s" % ref_video_name)
+        return ref_ori_video_path, input_prompt
+    
+    def click_button_func_async(self, user_id, request_id, input_mode, ref_image_path, ref_video_path, input_prompt='', prompt_template='',model_id=False):
+        start_time = time.time()
+        if is_wanx_platform:
+            user_id = 'wanx_lab'
+            request_id = get_random_string()
+            print(f"request_id: {request_id}, generate user_id: {user_id} and request_id: {request_id}")
+        if user_id is None or user_id == '':
+            user_id = 'test_version_phone'
+        # key by: ref_video_name, digest(ref_image_path), prompt_template, input_prompt, 
+        # scale_depth, scale_pose
+        #print("ref_image_path:%s ref_video_path:%s" % (ref_image_path, ref_video_path) )
+        cache_key = None
+        # if ref_image_path and os.path.exists(ref_image_path):
+        #     digest_ref_image = md5_hash_file(ref_image_path)
+        #     if ref_video_path and os.path.exists(ref_video_path):
+        #         ref_video_name = os.path.basename(ref_video_path)
+        #         cache_key = "%s_%s_%s_%s_%s_%s" % (ref_video_name, digest_ref_image, prompt_template, input_prompt, scale_depth, scale_pose)
+        #         print("cache key:%s" % cache_key)
+        
+        # relative_oss_path = self.generate_video(cache_key, user_id, request_id, input_mode, ref_image_path, ref_video_path, input_prompt, prompt_template, model_id=model_id)
+        self.generate_video(cache_key, user_id, request_id, input_mode, ref_image_path, ref_video_path, input_prompt, prompt_template, model_id=model_id)
+        
+        # oss_path = "oss://vigen-invi/" + relative_oss_path
+        # style = "video/snapshot,t_1000,f_jpg,w_544,h_768,m_fast"
+        # params = {'x-oss-process': style}
+        # _, snapshot_image = self.oss_service.sign(oss_path, timeout=3600*100, params=params)
+        # _, video_url = self.oss_service.sign(oss_path, timeout=3600*100)
+        
+        total_time_minutes = (time.time() -start_time) / 60  # minites
+        print(f"request_id: {request_id}, 请求耗时: {total_time_minutes:.1f} 分钟")
+        
+        # return video_url, snapshot_image
+    
+    #@RedisCache(expire=60*60*24*7) # 7 天有效期
+    def generate_video(self, cache_key, user_id, request_id, input_mode, ref_image_path, ref_video_path, input_prompt='', prompt_template='',model_id=False):
+        self.lock.acquire()
+        if user_id in self.all_user_requests and len(self.all_user_requests[user_id]) > 0:
+            print(f"request_id: {request_id}, 您还有未处理完的任务！")
+            self.lock.release()
+            raise gr.Error("视频生成任务请求失败，可能服务器连接问题，请重试")
+            # return None
+        self.all_requests.append(request_id)
+        if request_id not in self.all_requests_time:
+            self.all_requests_time[request_id] = time.time()
+        if user_id not in self.all_user_requests:
+            self.all_user_requests[user_id] = []
+            self.all_user_requests[user_id].append(request_id)
+        else:
+            self.all_user_requests[user_id].append(request_id)
+        self.lock.release() 
+        
+        print(f">>>request_id: {request_id}, user_id: {user_id}, 加入新任务！")
+        
+        print(f"request_id: {request_id}, start process")
+
+        ref_video_name = ''
+        if input_mode == 'template_mode' and os.path.exists(ref_video_path):
+            ref_video_name = os.path.basename(ref_video_path)
+            
+        user_mode = -1
+        if input_mode == 'template_mode':
+            if (ref_video_name[:len('template_')] == 'template_'):
+                user_mode = 0 # mode 0: image + template video
+            else:
+                user_mode = 1 # mode 1: image + upload video
+        if input_mode == 'prompt_mode':
+            user_mode = 2 # mode 2: image + prompt
+
+        cartoon_recog = 'realhuman'  # input infer mode id 'face' and 'clothes'
+        if model_id is False:
+            cartoon_recog = 'realhuman'
+        elif model_id is True:
+            cartoon_recog = 'cartoon'
+       
+        # try:
+        #     import shutil
+        #     dir_path = "/tmp/gradio"
+        #     shutil.rmtree(dir_path)
+        #     print(f"目录: {dir_path} 删除成功")
+        # except OSError as e:
+        #     print(f"目录: {dir_path} 删除失败:", e)
+
+        date_string = datetime.datetime.now().strftime('%Y-%m-%d')
+        img1_oss_path = ''
+        vid1_oss_path = ''
+        try:
+            # ref image
+            img_file_name = os.path.basename(ref_image_path)
+            img_extension = os.path.splitext(img_file_name)[1] # 输出：.jpg
+            img1_oss_path = self.oss_service.ObjectName + '/Service/' + date_string + '/' + user_id + '/' + request_id + '/' + "ref_image" + img_extension
+            is_success0, sign_img_oss_path = self.oss_service.uploadOssFile(img1_oss_path, ref_image_path)
+            print(f"request_id: {request_id}, is_success0={is_success0}, sign_img_oss_path={sign_img_oss_path}")
+
+            if user_mode == 0 or user_mode == 1:
+                vid_file_name = os.path.basename(ref_video_path)
+                vid_extension = os.path.splitext(vid_file_name)[1] # 输出：.mp4
+                vid1_oss_path = self.oss_service.ObjectName + '/Service/' + date_string + '/' + user_id + '/' + request_id + '/' + "ref_video" + vid_extension
+                is_success1, sign_vid_oss_path = self.oss_service.uploadOssFile(vid1_oss_path, ref_video_path)
+                print(f"request_id: {request_id}, is_success1={is_success1}, sign_vid_oss_path={sign_vid_oss_path}")
+        except Exception as e:
+            print(f"request_id: {request_id}, 数据上传失败")
+            raise gr.Error("数据上传失败")
+            # return None
+        
+        # #-----------------------------cartoon recog-----------------------------#
+        # # print("sign_img_oss_path: ", sign_img_oss_path)
+        # sign_img_oss_path = 'https://vigen-invi.oss-cn-shanghai-internal' + sign_img_oss_path[len('https://vigen-invi.oss-cn-shanghai'):]
+        # # print("sign_img_oss_path1: ", sign_img_oss_path)
+        # cartoon_data = {}
+        # cartoon_data['header'] = {}
+        # cartoon_data['header']['request_id'] = request_id
+        # cartoon_data['header']['service_id'] = ''
+        # cartoon_data['header']['task_id'] = request_id
+        # cartoon_data['header']['attributes'] = {}
+        # cartoon_data['header']['attributes']['user_id'] = ''
+        # cartoon_data['payload'] = {}
+        # cartoon_data['payload']['input'] = {}
+        # cartoon_data['payload']['input']['work_type'] = 'cartoonreg'
+        # cartoon_data['payload']['input']['key'] = sign_img_oss_path
+        # cartoon_data['payload']['parameters'] = {}
+        # cartoon_data = json.dumps(cartoon_data) # to string
+        # # serving api
+        # cartoon_recog = sync_request_cartoon(request_id=request_id, data=cartoon_data)
+        # print(f"request_id: {request_id}, cartoon_recog: {cartoon_recog}")
+        # #-----------------------------cartoon recog-----------------------------#
+        
+
+        # gender_dif = False
+        # if input_mode == 'template_mode' and cartoon_recog == 'realhuman':
+        #     try:
+        #         #-----------------------------image prompt caption-----------------------------#        
+        #         prompt_caption_data = {}
+        #         prompt_caption_data['header'] = {}
+        #         prompt_caption_data['header']['request_id'] = request_id
+        #         prompt_caption_data['header']['service_id'] = 'test123'
+        #         prompt_caption_data['header']['task_id'] = request_id
+        #         prompt_caption_data['header']['attributes'] = {}
+        #         prompt_caption_data['header']['attributes']['user_id'] = 'wanx_lab'
+        #         prompt_caption_data['payload'] = {}
+        #         prompt_caption_data['payload']['input'] = {}
+        #         prompt_caption_data['payload']['input']['work_type'] = 'prompt_caption'
+        #         sign_img_oss_path_inter = 'https://vigen-invi.oss-cn-shanghai-internal' + sign_img_oss_path[len('https://vigen-invi.oss-cn-shanghai'):]
+        #         prompt_caption_data['payload']['input']['key'] = sign_img_oss_path_inter
+        #         prompt_caption_data['payload']['parameters'] = {}
+        #         prompt_caption_data['payload']['parameters']['input_type'] = 'id_image' # id_image,cartoon_id_image,reference_video
+        #         prompt_caption_data['payload']['parameters']['input_format'] = 'url' # url,oss_path
+        #         prompt_caption_data = json.dumps(prompt_caption_data) # to string
+        #         # serving api
+        #         __, img_gender = sync_request_prompt_caption(request_id=request_id, data=prompt_caption_data)
+        #         print(f"request_id: {request_id}, img_gender: {img_gender}")
+        #         #-----------------------------image prompt caption-----------------------------#
+                
+        #         #-----------------------------video prompt caption-----------------------------#        
+        #         prompt_caption_data = {}
+        #         prompt_caption_data['header'] = {}
+        #         prompt_caption_data['header']['request_id'] = request_id
+        #         prompt_caption_data['header']['service_id'] = 'test123'
+        #         prompt_caption_data['header']['task_id'] = request_id
+        #         prompt_caption_data['header']['attributes'] = {}
+        #         prompt_caption_data['header']['attributes']['user_id'] = 'wanx_lab'
+        #         prompt_caption_data['payload'] = {}
+        #         prompt_caption_data['payload']['input'] = {}
+        #         prompt_caption_data['payload']['input']['work_type'] = 'prompt_caption'
+        #         sign_vid_oss_path_inter = 'https://vigen-invi.oss-cn-shanghai-internal' + sign_vid_oss_path[len('https://vigen-invi.oss-cn-shanghai'):]
+        #         prompt_caption_data['payload']['input']['key'] = sign_vid_oss_path_inter
+        #         prompt_caption_data['payload']['parameters'] = {}
+        #         prompt_caption_data['payload']['parameters']['input_type'] = 'reference_video' # id_image,cartoon_id_image,reference_video
+        #         prompt_caption_data['payload']['parameters']['input_format'] = 'url' # url,oss_path
+        #         prompt_caption_data = json.dumps(prompt_caption_data) # to string
+        #         # serving api
+        #         __, vid_gender = sync_request_prompt_caption(request_id=request_id, data=prompt_caption_data)
+        #         print(f"request_id: {request_id}, vid_gender: {vid_gender}")
+        #         #-----------------------------video prompt caption-----------------------------#
+                
+        #         if img_gender != vid_gender:
+        #             gender_dif = True  
+            
+        #     except Exception as e:
+        #         print(f"request_id: {request_id}, 视频生成任务请求失败，可能服务器连接问题，请重试")
+        #         raise gr.Error("视频生成任务请求失败，可能服务器连接问题，请重试")
+        #         # return None
+            
+                     
+        #-----------------------------motion generation-----------------------------#
+        data = '{"header":{"request_id":"","service_id":"","task_id":""},"payload":{"input": {"ref_image_path": "", "ref_video_path": "", "ref_video_name": "", "input_prompt": "", "prompt_template": "", "scale_depth": 0.7, "scale_pose": 0.5},"parameters":{}}}'
+        data = json.loads(data) # string to dict
+        data['header']['service_id'] = DASHONE_SERVICE_ID
+        data['header']['request_id'] = request_id
+        data['header']['task_id'] = request_id
+        data['header']['attributes'] = {}
+        data['header']['attributes']['user_id'] = user_id
+        data['payload']['input']['user_id'] = user_id 
+        data['payload']['input']['ref_image_path'] = img1_oss_path # sign_img_oss_path
+        data['payload']['input']['ref_video_path'] = vid1_oss_path # sign_vid_oss_path
+        data['payload']['input']['ref_video_name'] = ref_video_name
+        data['payload']['input']['input_prompt'] = input_prompt
+        data['payload']['input']['prompt_template'] = prompt_template
+        data['payload']['input']['scale_depth'] = scale_depth
+        data['payload']['input']['scale_pose'] = scale_pose
+        data['payload']['input']['cartoon_recog'] = cartoon_recog
+        data = json.dumps(data) # to string
+        
+        # serving api
+        # sign_oss_path = sync_request_local(request_id=request_id, data=data) # sync
+        
+        try:
+            async_request_video_generation(request_id=request_id, data=data) # async
+            print(f"request_id: {request_id}, async_request_video_generation")
+        except Exception as e:
+            print(f"request_id: {request_id}, 视频生成任务请求失败，可能服务器连接问题，请重试")
+            raise gr.Error("视频生成任务请求失败，可能服务器连接问题，请重试")
+            # return None
+        
+        # sign_oss_path = ''
+        # try:
+        #     sign_oss_path = async_query_video_generation(request_id=request_id, data=data) # async
+        #     print(f"request_id: {request_id}, async_query_video_generation sign_oss_path: {sign_oss_path}")
+        # except Exception as e:
+        #     print(f"request_id: {request_id}, 视频生成失败请求处理失败. ")
+        #     # raise gr.Error("request process faild, sign_oss_path is empty")
+        #     return None
+        
+        # snapshot_image = ""
+        # if sign_oss_path == '' or sign_oss_path is None:
+        #     print(f"request_id: {request_id}, 视频生成失败请求处理失败. ")
+        #     # raise gr.Error("request process faild, sign_oss_path is empty")
+        #     return None
+        # # else:
+        # #     return sign_oss_path
+        # #-----------------------------motion generation-----------------------------#
+
+        # # try:
+        # #     file_path = "data/output/"+user_id
+        # #     if not os.path.exists(file_path):
+        # #         os.makedirs(file_path)
+
+        # #     local_res_video_path = "data/output/"+user_id+'/'+request_id+".mp4"
+        # #     # self.oss_service.downloadFile(sign_oss_path, local_res_video_path)
+        # #     self.oss_service.downloadOssFile(sign_oss_path, local_res_video_path)
+            
+        # #     print(f"request_id: {request_id}, finished sign_oss_path download. ")
+            
+        # # except Exception as e:
+        # #     print(f"request_id: {request_id}, result video download error. ")
+        # #     # raise gr.Error("result video download error")
+        # #     return None
+
+        # # # clear output folder
+        # # get_dirnames(filePath='data/output/'+user_id, tail=".mp4", reserve_num=20)
+
+        
+        print(f"=================end request_id: {request_id}")
+        # return sign_oss_path
+
+
+    def valid_check(self, user_id, request_id, input_mode, ref_image_path, ref_video_path, input_prompt='', prompt_template='',model_id=False):
+        if is_wanx_platform:
+            user_id = 'wanx_lab'
+        if user_id is None or user_id == '':
+            user_id = 'test_version_phone'
+        print(f"-----------------request_id: {request_id}, user_id: {user_id}---------------")
+        
+        self.lock.acquire()
+        if user_id in self.all_user_requests:
+            if len(self.all_user_requests[user_id]) > 0:
+                self.lock.release()
+                # raise gr.Error("您的视频正在生成过程中，请忽略错误信息，等待并点击刷新按钮，在用户生成区域查看结果。")
+                return "您的视频正在生成过程中，等处理完毕后再提交新的任务, 点击刷新获取最新生成进度！"
+        self.lock.release()
+        
+        cartoon_recog = 'realhuman'  # input infer mode id 'face' and 'clothes'
+        if model_id is False:
+            cartoon_recog = 'realhuman'
+        elif model_id is True:
+            cartoon_recog = 'cartoon'
+        
+        print(f"request_id: {request_id}, input_mode: {input_mode}")
+        print(f"request_id: {request_id}, ref_image_path: {ref_image_path}")
+        print(f"request_id: {request_id}, ref_video_path: {ref_video_path}")
+        print(f"request_id: {request_id}, input_prompt = {input_prompt}")
+        print(f"request_id: {request_id}, prompt_template = {prompt_template}")
+        print(f"request_id: {request_id}, scale_depth = {scale_depth}")
+        print(f"request_id: {request_id}, scale_pose = {scale_pose}")
+        print(f"request_id: {request_id}, model_id = {model_id}")
+        print(f"request_id: {request_id}, style: {cartoon_recog}")
+
+        if ref_image_path is None or ref_image_path == '' or (not os.path.exists(ref_image_path)):
+            print(f"request_id: {request_id}, 用户未输入图片,任务结束")
+            # raise gr.Error("请输入图片!")
+            return "请输入图片!"
+        
+        if input_mode == 'prompt_mode' and (input_prompt == '' or input_prompt == [] or input_prompt is None):
+            print(f"request_id: {request_id}, 用户未输入prompt,任务结束")
+            # raise gr.Error("请输入prompt!")
+            return "请输入prompt!"
+        
+        if input_mode == 'template_mode' and (ref_video_path is None or ref_video_path == ''):
+            print(f"request_id: {request_id}, 用户未输入视频,任务结束")
+            # raise gr.Error("请输入视频!")
+            return "请输入视频!"
+        
+        ref_video_name = ''
+        if input_mode == 'template_mode' and os.path.exists(ref_video_path):
+            ref_video_name = os.path.basename(ref_video_path)
+            print(f"request_id: {request_id}, ref_video_name = {ref_video_name}")
+            if (prompt_template == '' or prompt_template == None):
+                print(f"request_id: {request_id}, 用户未输入prompt,任务结束")
+                # raise gr.Error("请输入prompt!")
+                return "请输入prompt!"
+        
+        user_mode = -1
+        if input_mode == 'template_mode':
+            if (ref_video_name[:len('template_')] == 'template_'):
+                user_mode = 0 # mode 0: image + template video
+            else:
+                user_mode = 1 # mode 1: image + upload video
+        if input_mode == 'prompt_mode':
+            user_mode = 2 # mode 2: image + prompt
+        print(f"request_id: {request_id}, user_mode = {user_mode} (0: image + template video, 1: image + upload video, 2: image + prompt)")
+        
+        return ''
+
+    def delete_request_id(self, user_id, request_id, lock=True):
+        if lock:
+            self.lock.acquire()
+        if request_id in self.all_requests:
+            self.all_requests.remove(request_id)
+        if user_id in self.all_user_requests and request_id in self.all_user_requests[user_id]:
+            self.all_user_requests[user_id].remove(request_id)
+        if request_id in self.all_requests_time:
+            del self.all_requests_time[request_id] 
+        if lock:
+            self.lock.release()
+
+    def get_ranking_location(self, user_id):
+        if is_wanx_platform:
+            user_id = 'wanx_lab'
+        if user_id is None or user_id == '':
+            user_id = 'test_version_phone'
+        process_status = ''
+        
+        if len(self.all_requests) > 0:
+            for i in range(min(num_instance_dashone, len(self.all_requests))):
+                req = self.all_requests[i]
+                waste_time = 10000
+                if req in self.all_requests_time:
+                    endt = time.time()
+                    startt = self.all_requests_time[req]
+                    waste_time = (endt - startt)/60
+                if waste_time > avg_process_time + 1:
+                    data = '{"header":{"request_id":"","service_id":"","task_id":""},"payload":{"input": {"ref_image_path": "", "ref_video_path": "", "ref_video_name": "", "input_prompt": "", "prompt_template": "", "scale_depth": 0.7, "scale_pose": 0.5},"parameters":{}}}'
+                    data = json.loads(data) # string to dict
+                    data['header']['service_id'] = DASHONE_SERVICE_ID
+                    data['header']['request_id'] = req
+                    data['header']['task_id'] = req
+                    data['header']['attributes'] = {}
+                    data['header']['attributes']['user_id'] = user_id
+                    data['payload']['input']['user_id'] = user_id 
+                    data = json.dumps(data) # to string                
+                    ret_status, ret_json = query_video_generation(request_id=req, data=data)
+                    # print(f'ret_json = {ret_json}')  
+                    if ret_status == "SUCCESS" or ret_status == "FAILED":
+                        if req in self.all_requests:
+                            self.all_requests.remove(req) # delete request_id
+                        if req in self.all_requests_time:
+                            del self.all_requests_time[req] 
+                    else:
+                        break
+                else:
+                    break
+        else:
+            print(f'size of all_requests is empty.')
+        
+        if user_id not in self.all_user_requests:
+            return f'您没有发起视频生成任务。', ''
+        
+        if len(self.all_user_requests[user_id]) == 0:
+            return f'您没有正在处理中的任务,排队人数:{len(self.all_requests)}', ''
+        else:
+            self.lock.acquire()
+            lenn = len(self.all_user_requests[user_id])
+            if lenn > 1:
+                for j in range(lenn - 1):
+                    req = self.all_user_requests[user_id][j]
+                    self.delete_request_id(user_id, req, lock=False) # delete request_id
+            request_id = self.all_user_requests[user_id][0]
+            self.lock.release()
+            
+            data = '{"header":{"request_id":"","service_id":"","task_id":""},"payload":{"input": {"ref_image_path": "", "ref_video_path": "", "ref_video_name": "", "input_prompt": "", "prompt_template": "", "scale_depth": 0.7, "scale_pose": 0.5},"parameters":{}}}'
+            data = json.loads(data) # string to dict
+            data['header']['service_id'] = DASHONE_SERVICE_ID
+            data['header']['request_id'] = request_id
+            data['header']['task_id'] = request_id
+            data['header']['attributes'] = {}
+            data['header']['attributes']['user_id'] = user_id
+            data['payload']['input']['user_id'] = user_id 
+            data = json.dumps(data) # to string                
+            ret_status, ret_json = query_video_generation(request_id=request_id, data=data)
+            print(f'ret_json = {ret_json}')
+            if ret_status == "SUCCESS":
+                req = self.all_user_requests[user_id][0]
+                self.delete_request_id(user_id, req) # delete request_id
+                return '您的视频已生成完毕。', ''
+            elif ret_status == "FAILED":
+                req = self.all_user_requests[user_id][0]
+                self.delete_request_id(user_id, req) # delete request_id           
+                # if ret_json['header']['status_code'] == 200:
+                #     if ret_json['header']['status_code'][]
+                return '您的视频生成失败,可以尝试打开“卡通视频生成”选项。', ''
+            else:
+                process_status = 'runing'
+                self.lock.acquire()
+                tmp_all_requests = self.all_requests.copy()
+                tmp_all_requests_time = self.all_requests_time.copy()
+                self.lock.release()
+                for i in range(len(tmp_all_requests)):
+                    if tmp_all_requests[i] == request_id:
+                        index = i + 1
+                        # 计算剩余时间
+                        endt = time.time()
+                        rest_time_list = []
+                        for k in range(i+1):
+                            reqestid = tmp_all_requests[k]
+                            startt = tmp_all_requests_time[reqestid] # 开始时间
+                            wast_time = endt-startt # 已经用时
+                            rest_time = max(0, avg_process_time * 60 - wast_time) # 处理完毕的剩余时间
+                            rest_time_list.append(rest_time)
+                        # max_ = max(rest_time) # 最大的一个剩余时间
+                        sorted_time = sorted(rest_time_list, reverse=False) # 剩余时间从小到大排序
+                        
+                        print(f'rest_time_list: {rest_time_list}')
+                        print(f'sorted_time: {sorted_time}')
+                            
+                        process_time = 0
+                        if index <= num_instance_dashone:
+                            process_time = rest_time_list[i]/60
+                            return f'正在处理您的视频生成任务,需等待{process_time:.1f}分钟左右，点击刷新获取最新生成进度。', process_status
+                        else:
+                            rounds_to_wait = index // num_instance_dashone
+                            rounds_to_rest = index % num_instance_dashone - 1
+                            process_time = rounds_to_wait * avg_process_time + sorted_time[rounds_to_rest]/60
+                            return f'您前面有{index-1}个任务在排队,需等待{process_time:.1f}分钟左右，点击刷新获取最新生成进度。', process_status
+                return f'您没有正在处理中的任务。', process_status
+                     
+
+    def click_button_mock_test(self, user_id, request_id, input_mode, ref_image_path, ref_video_path, input_prompt='', prompt_template='',model_id=False):
+        oss_file_path = "video_generation/Service/20231210/20231210-150105-570573-UHKVWH/result.mp4"
+        oss_path = "oss://vigen-invi/" + oss_file_path
+        style = "video/snapshot,t_1000,f_jpg,w_544,h_768,m_fast"
+        params = {'x-oss-process': style}
+        _, snapshot_image = self.oss_service.sign(oss_path, timeout=3600*100, params=params)
+        _, video_url = self.oss_service.sign(oss_path, timeout=3600*100)
+        return video_url, snapshot_image
+