From 1207af03a1a35d7cf7cf6287bf9d7c9298b62d4d Mon Sep 17 00:00:00 2001 From: Zangwei Zheng Date: Sun, 14 Apr 2024 17:05:25 +0800 Subject: [PATCH 1/4] a bunch of update --- notebooks/launch.ipynb | 2076 +++++++++++++++----------- tools/datasets/datautil.py | 31 +- tools/datasets/utils.py | 18 +- tools/scoring/aesthetic/inference.py | 8 +- 4 files changed, 1233 insertions(+), 900 deletions(-) diff --git a/notebooks/launch.ipynb b/notebooks/launch.ipynb index 4d28123..0cb8393 100644 --- a/notebooks/launch.ipynb +++ b/notebooks/launch.ipynb @@ -11,12 +11,165 @@ "cell_type": "markdown", "metadata": {}, "source": [ + "### Data Process Commands" + ] + }, + { + "cell_type": "code", + "execution_count": 82, + "metadata": {}, + "outputs": [], + "source": [ + "OPEN_SORA_HOME = \"/home/zhaowangbo/zangwei/opensora/\"\n", + "\n", + "\n", + "def convert_dataset_cmd(input_dir, output_file, datatype=\"video\"):\n", + " commands = []\n", + " commands.append(f'echo \"Converting {input_dir} to {output_file}\"')\n", + " output_dir = os.path.dirname(output_file)\n", + "\n", + " commands.append(f\"mkdir -p {output_dir}\")\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(f\"python -m tools.datasets.convert {datatype} {input_dir} --output {output_file}\")\n", + " return \" && \".join(commands), output_file\n", + "\n", + "\n", + "def get_video_info(input_file):\n", + " commands = []\n", + " base, ext = os.path.splitext(input_file)\n", + " output_file = f\"{base}_info{ext}\"\n", + " output_format = ext[1:]\n", + "\n", + " commands.append(f'echo \"Getting info of {input_file} to {output_file}\"')\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(\n", + " f\"python -m tools.datasets.datautil {input_file} --output {output_file} --format {output_format} --info --fmin 1\"\n", + " )\n", + " return \" && \".join(commands), output_file\n", + "\n", + "def get_video_info_torchvision(input_file):\n", + " commands = []\n", + " base, ext = os.path.splitext(input_file)\n", + " output_file = f\"{base}_info{ext}\"\n", + " output_format = ext[1:]\n", + "\n", + " commands.append(f'echo \"Getting info of {input_file} to {output_file}\"')\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(\n", + " f\"python -m tools.datasets.datautil {input_file} --output {output_file} --format {output_format} --video-info --fmin 1\"\n", + " )\n", + " return \" && \".join(commands), output_file\n", + "\n", + "\n", + "def get_caption_llava7b_video(input_file):\n", + " commands = []\n", + " base, ext = os.path.splitext(input_file)\n", + " output_file = f\"{base}_caption{ext}\"\n", + " output_format = ext[1:]\n", + "\n", + " commands.append(f'echo \"Getting info of {input_file} to {output_file}\"')\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(f\"conda activate llava2\")\n", + " commands.append(\n", + " f\"torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava {input_file} --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\"\n", + " )\n", + " commands.append(f\"conda activate opensora\")\n", + " commands.append(\n", + " f\"python -m tools.datasets.datautil {base}_caption_part*{ext} --output {output_file} --format {output_format} --intersection {input_file} --clean-caption --refine-llm-caption --remove-empty-caption\"\n", + " )\n", + " return \" && \".join(commands), output_file\n", + "\n", + "\n", + "def get_caption_load(input_file):\n", + " commands = []\n", + " base, ext = os.path.splitext(input_file)\n", + " output_file = f\"{base}_caption{ext}\"\n", + " output_format = ext[1:]\n", + "\n", + " commands.append(f'echo \"Getting caption of {input_file} to {output_file}\"')\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(\n", + " f\"python -m tools.datasets.datautil {input_file} --output {output_file} --format {output_format} --load-caption json --remove-empty-caption --clean-caption\"\n", + " )\n", + " return \" && \".join(commands), output_file\n", + "\n", + "\n", + "def get_aesthetic_score(input_file):\n", + " commands = []\n", + " base, ext = os.path.splitext(input_file)\n", + " output_file = f\"{base}_aes{ext}\"\n", + " output_format = ext[1:]\n", + "\n", + " commands.append(f'echo \"Getting aesthetic score of {input_file} to {output_file}\"')\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(f\"torchrun --standalone --nproc_per_node 8 -m tools.scoring.aesthetic.inference {input_file}\")\n", + " commands.append(\n", + " f\"python -m tools.datasets.datautil {base}_aes_part*{ext} --output {output_file} --format {output_format} --sort aes\"\n", + " )\n", + " return \" && \".join(commands), output_file\n", + "\n", + "\n", + "def get_flow_score(input_file):\n", + " commands = []\n", + " base, ext = os.path.splitext(input_file)\n", + " output_file = f\"{base}_flow{ext}\"\n", + "\n", + " commands.append(f'echo \"Getting flow score of {input_file} to {output_file}\"')\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(f\"torchrun --standalone --nproc_per_node 8 -m tools.scoring.optical_flow.inference {input_file}\")\n", + " return \" && \".join(commands), output_file\n", + "\n", + "\n", + "def get_match_score(input_file):\n", + " commands = []\n", + " base, ext = os.path.splitext(input_file)\n", + " output_file = f\"{base}_match{ext}\"\n", + "\n", + " commands.append(f'echo \"Getting match score of {input_file} to {output_file}\"')\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(f\"torchrun --standalone --nproc_per_node 8 -m tools.scoring.matching.inference {input_file}\")\n", + " return \" && \".join(commands), output_file\n", + "\n", + "\n", + "def get_cmotion_score(input_file):\n", + " commands = []\n", + " base, ext = os.path.splitext(input_file)\n", + " output_file = f\"{base}_cmotion{ext}\"\n", + "\n", + " commands.append(f'echo \"Getting cmotion score of {input_file} to {output_file}\"')\n", + " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", + " commands.append(f\"python -m tools.caption.camera_motion_detect {input_file}\")\n", + " return \" && \".join(commands), output_file\n", + "\n", + "\n", + "def get_commands(job_list):\n", + " commands = []\n", + " output_file = None\n", + " for job in job_list:\n", + " cmd = job.pop(\"cmd\")\n", + " if output_file is None:\n", + " command, output_file = cmd(**job)\n", + " commands.append(command)\n", + " else:\n", + " job[\"input_file\"] = output_file\n", + " command, output_file = cmd(**job)\n", + " commands.append(command)\n", + " commands.append(f'echo \"All Done!\"')\n", + " return \" && \".join(commands), output_file" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Remote Launch via Paramiko\n", + "\n", "First, you should add hosts in your ~/.ssh/config file" ] }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 53, "metadata": {}, "outputs": [], "source": [ @@ -92,7 +245,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 79, "metadata": {}, "outputs": [], "source": [ @@ -124,197 +277,56 @@ "\n", "\n", "def kill(pid, host):\n", - " run_command(f\"kill -KILL {pid}\", host)" + " run_command(f\"kill -KILL {pid}\", host)\n", + "\n", + "\n", + "def pkill(interest, host):\n", + " run_command(f'pkill -9 -f \"{interest}\"', host)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "Here we define different tasks." - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [], - "source": [ - "OPEN_SORA_HOME = \"/home/zhaowangbo/zangwei/opensora/\"\n", + "### Examples\n", "\n", - "\n", - "def convert_dataset_cmd(input_dir, output_file, datatype=\"video\"):\n", - " commands = []\n", - " commands.append(f'echo \"Converting {input_dir} to {output_file}\"')\n", - " output_dir = os.path.dirname(output_file)\n", - "\n", - " commands.append(f\"mkdir -p {output_dir}\")\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(f\"python -m tools.datasets.convert {datatype} {input_dir} --output {output_file}\")\n", - " return \" && \".join(commands), output_file\n", - "\n", - "\n", - "def get_video_info(input_file):\n", - " commands = []\n", - " base, ext = os.path.splitext(input_file)\n", - " output_file = f\"{base}_info{ext}\"\n", - " output_format = ext[1:]\n", - "\n", - " commands.append(f'echo \"Getting info of {input_file} to {output_file}\"')\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(\n", - " f\"python -m tools.datasets.datautil {input_file} --output {output_file} --format {output_format} --info --fmin 1\"\n", - " )\n", - " return \" && \".join(commands), output_file\n", - "\n", - "def get_video_info_torchvision(input_file):\n", - " commands = []\n", - " base, ext = os.path.splitext(input_file)\n", - " output_file = f\"{base}_info{ext}\"\n", - " output_format = ext[1:]\n", - "\n", - " commands.append(f'echo \"Getting info of {input_file} to {output_file}\"')\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(\n", - " f\"python -m tools.datasets.datautil {input_file} --output {output_file} --format {output_format} --video-info --fmin 1\"\n", - " )\n", - " return \" && \".join(commands), output_file\n", - "\n", - "\n", - "def get_caption_llava7b_video(input_file):\n", - " commands = []\n", - " base, ext = os.path.splitext(input_file)\n", - " output_file = f\"{base}_info{ext}\"\n", - " output_format = ext[1:]\n", - "\n", - " commands.append(f'echo \"Getting info of {input_file} to {output_file}\"')\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(\n", - " f\"torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava {input_file} --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\"\n", - " )\n", - " commands.append(\n", - " f\"python -m tools.datasets.datautil {base}_part*{ext} --output {output_file} --format {output_format} --intersection {input_file} --clean-caption --refine-llm-caption --remove-empty-caption\"\n", - " )\n", - "\n", - "\n", - "def get_caption_load(input_file):\n", - " commands = []\n", - " base, ext = os.path.splitext(input_file)\n", - " output_file = f\"{base}_caption{ext}\"\n", - " output_format = ext[1:]\n", - "\n", - " commands.append(f'echo \"Getting caption of {input_file} to {output_file}\"')\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(\n", - " f\"python -m tools.datasets.datautil {input_file} --output {output_file} --format {output_format} --load-caption json --remove-empty-caption --clean-caption\"\n", - " )\n", - " return \" && \".join(commands), output_file\n", - "\n", - "\n", - "def get_aesthetic_score(input_file):\n", - " commands = []\n", - " base, ext = os.path.splitext(input_file)\n", - " output_file = f\"{base}_aes{ext}\"\n", - " output_format = ext[1:]\n", - "\n", - " commands.append(f'echo \"Getting aesthetic score of {input_file} to {output_file}\"')\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(f\"torchrun --standalone --nproc_per_node 8 -m tools.scoring.aesthetic.inference {input_file}\")\n", - " commands.append(\n", - " f\"python -m tools.datasets.datautil {base}_part*{ext} --output {output_file} --format {output_format} --sort aes\"\n", - " )\n", - " return \" && \".join(commands), output_file\n", - "\n", - "\n", - "def get_flow_score(input_file):\n", - " commands = []\n", - " base, ext = os.path.splitext(input_file)\n", - " output_file = f\"{base}_flow{ext}\"\n", - "\n", - " commands.append(f'echo \"Getting flow score of {input_file} to {output_file}\"')\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(f\"torchrun --standalone --nproc_per_node 8 -m tools.scoring.optical_flow.inference {input_file}\")\n", - " return \" && \".join(commands), output_file\n", - "\n", - "\n", - "def get_match_score(input_file):\n", - " commands = []\n", - " base, ext = os.path.splitext(input_file)\n", - " output_file = f\"{base}_match{ext}\"\n", - "\n", - " commands.append(f'echo \"Getting match score of {input_file} to {output_file}\"')\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(f\"torchrun --standalone --nproc_per_node 8 -m tools.scoring.matching.inference {input_file}\")\n", - " return \" && \".join(commands), output_file\n", - "\n", - "\n", - "def get_cmotion_score(input_file):\n", - " commands = []\n", - " base, ext = os.path.splitext(input_file)\n", - " output_file = f\"{base}_cmotion{ext}\"\n", - "\n", - " commands.append(f'echo \"Getting cmotion score of {input_file} to {output_file}\"')\n", - " commands.append(f\"cd {OPEN_SORA_HOME}\")\n", - " commands.append(f\"python -m tools.caption.camera_motion_detect {input_file}\")\n", - " return \" && \".join(commands), output_file\n", - "\n", - "\n", - "def get_commands(job_list):\n", - " commands = []\n", - " output_file = None\n", - " for job in job_list:\n", - " cmd = job.pop(\"cmd\")\n", - " if output_file is None:\n", - " command, output_file = cmd(**job)\n", - " commands.append(command)\n", - " else:\n", - " job[\"input_file\"] = output_file\n", - " command, output_file = cmd(**job)\n", - " commands.append(command)\n", - " commands.append(f'echo \"All Done!\"')\n", - " return \" && \".join(commands), output_file" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ "The following is the pipeline for panda." ] }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 49, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "echo \"Converting /mnt/disk0/data-panda/24 to /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta.csv\" && mkdir -p /mnt/hdd/data/panda70m_by/raw/meta/split-24 && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.convert video /mnt/disk0/data-panda/24 --output /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta.csv && echo \"Getting caption of /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta_caption.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta_caption.csv --format csv --load-caption json --remove-empty-caption --clean-caption && echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta_caption.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta_caption_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-24/meta_caption_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "/mnt/hdd/data/panda70m_by/raw/meta/split-24/meta_caption_info.csv\n" + "echo \"Getting aesthetic score of /mnt/hdd/data/panda70m_by/raw/meta/split-16/meta_info_caption_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-16/meta_info_caption_info_aes.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && torchrun --standalone --nproc_per_node 8 -m tools.scoring.aesthetic.inference /mnt/hdd/data/panda70m_by/raw/meta/split-16/meta_info_caption_info.csv && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-16/meta_info_caption_info_part*.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-16/meta_info_caption_info_aes.csv --format csv --sort aes && echo \"All Done!\"\n", + "/mnt/hdd/data/panda70m_by/raw/meta/split-16/meta_info_caption_info_aes.csv\n" ] } ], "source": [ - "host = \"h800-81\"\n", - "split = 24\n", - "input_dir = f\"/mnt/disk0/data-panda/{split}\"\n", + "# panda\n", + "host = \"h800-83\"\n", + "split = 16\n", + "input_dir = f\"/mnt/disk1/data-panda/{split}\"\n", "log_file = os.path.join(OPEN_SORA_HOME, f\"logs/data-panda-{split}-split.log\")\n", "output_file = f\"/mnt/hdd/data/panda70m_by/raw/meta/split-{split}/meta.csv\"\n", "cmd, output_file = get_commands(\n", " [\n", - " {\n", - " \"cmd\": convert_dataset_cmd,\n", - " \"input_dir\": input_dir,\n", - " \"output_file\": output_file,\n", - " },\n", - " {\n", - " \"cmd\": get_caption_load,\n", - " },\n", - " {\n", - " \"cmd\": get_video_info_torchvision,\n", - " },\n", + " # {\n", + " # \"cmd\": convert_dataset_cmd,\n", + " # \"input_dir\": input_dir,\n", + " # \"output_file\": output_file,\n", + " # },\n", + " # {\n", + " # \"cmd\": get_caption_load,\n", + " # },\n", + " # {\n", + " # \"cmd\": get_video_info_torchvision,\n", + " # },\n", " # {\n", " # \"cmd\": get_aesthetic_score,\n", " # },\n", @@ -348,6 +360,7 @@ } ], "source": [ + "# panda\n", "host = \"h800-82\"\n", "split = 7\n", "log_file = os.path.join(OPEN_SORA_HOME, f\"logs/data-panda-{split}-split.log\")\n", @@ -365,125 +378,60 @@ }, { "cell_type": "code", - "execution_count": 46, + "execution_count": 83, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "HOST: h800-82\n", - "COMMAND: nohup bash -ic 'sleep 9h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-7/meta_loadjson_noempty_clean.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-7/meta_loadjson_noempty_clean_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-7/meta_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-7/meta_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"' >> /home/zhaowangbo/zangwei/opensora/logs/data-panda-7-split.log 2>&1 &\n", - "HOST: h800-82\n", + "echo \"Getting info of /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv to /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && conda activate llava2 && torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video && conda activate opensora && python -m tools.datasets.datautil /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted_caption_part*.csv --output /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted_info.csv --format csv --intersection /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --clean-caption --refine-llm-caption --remove-empty-caption && echo \"All Done!\"\n", + "/home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted_info.csv\n" + ] + } + ], + "source": [ + "# v2text\n", + "host = \"h800-86\"\n", + "log_file = os.path.join(OPEN_SORA_HOME, f\"logs/data-v2text-18.log\")\n", + "input_file = \"/home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv\"\n", + "cmd, output_file = get_commands(\n", + " [\n", + " {\n", + " \"cmd\": get_caption_llava7b_video,\n", + " \"input_file\": input_file,\n", + " },\n", + " ]\n", + ")\n", + "print(cmd)\n", + "print(output_file)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Remote launch via paramiko." + ] + }, + { + "cell_type": "code", + "execution_count": 67, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "HOST: h800-80\n", + "COMMAND: nohup bash -ic 'echo \"Getting info of /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv to /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && conda activate llava2 && torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video && conda activate opensora && python -m tools.datasets.datautil /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted_part*.csv --output /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted_info.csv --format csv --intersection /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --clean-caption --refine-llm-caption --remove-empty-caption && echo \"All Done!\"' >> /home/zhaowangbo/zangwei/opensora/logs/data-v2text-12.log 2>&1 &\n", + "HOST: h800-80\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 174693 0.0 0.0 8496 5148 ? S 01:59 0:00 bash -ic sleep 3h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 176000 0.0 0.0 5492 588 ? S 01:59 0:00 sleep 3h\n", - "zhaowan+ 203444 0.0 0.0 8496 5164 ? S 02:00 0:00 bash -ic sleep 6h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 244363 0.0 0.0 5492 524 ? S 02:00 0:00 sleep 6h\n", - "zhaowan+ 262359 0.1 0.0 8496 5228 ? S 02:00 0:00 bash -ic sleep 9h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-7/meta_loadjson_noempty_clean.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-7/meta_loadjson_noempty_clean_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-7/meta_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-7/meta_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 319583 0.0 0.0 5492 592 ? S 02:01 0:00 sleep 9h\n", - "zhaowan+ 322729 10.0 0.0 8488 5056 ? Ss 02:01 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 323854 0.0 0.0 6412 660 ? S 02:01 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", - "zhaowan+ 2287475 0.0 0.0 8496 5140 ? S 01:28 0:00 bash -ic echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 2287568 2.0 0.0 17858200 492768 ? Sl 01:28 0:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287884 3.5 0.0 24781812 445572 ? Sl 01:28 1:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287889 81.7 0.2 24651188 4575400 ? Rl 01:28 26:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287891 81.2 0.4 29534760 9090616 ? Rl 01:28 26:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287893 87.3 0.2 24911588 4835712 ? Rl 01:28 28:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287895 79.0 0.3 27911916 7467320 ? Il 01:28 25:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287897 82.4 0.3 28748088 8426420 ? Rl 01:28 27:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287899 81.0 0.2 26391472 5946128 ? Rl 01:28 26:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287901 81.2 0.4 28788064 8465952 ? Rl 01:28 26:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287903 81.3 0.1 23493264 3171844 ? Rl 01:28 26:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287905 82.2 0.3 27270164 6702972 ? Rl 01:28 26:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287907 83.1 0.1 24441824 4119772 ? Il 01:28 27:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287909 81.7 0.3 27606444 7407280 ? Rl 01:28 26:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287911 86.5 0.2 25645400 5324248 ? Rl 01:28 28:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287913 79.0 0.2 24647732 4571400 ? Rl 01:28 25:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287915 79.7 0.1 24367884 4136168 ? Il 01:28 26:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287917 78.3 0.5 32753232 12554632 ? Rl 01:28 25:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287919 98.5 0.2 26108244 6033108 ? Rl 01:28 32:20 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287921 82.0 0.3 29182656 7695120 ? Rl 01:28 26:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287923 78.2 0.2 25513264 5068400 ? Rl 01:28 25:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287925 77.3 0.4 29118336 8797036 ? Rl 01:28 25:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287927 102 0.2 26020336 5944484 ? Il 01:28 33:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287929 80.4 0.6 33263572 12909624 ? Rl 01:28 26:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287931 78.4 0.2 25538904 5462432 ? Rl 01:28 25:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287933 87.4 0.2 25253180 4809388 ? Rl 01:28 28:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287935 83.9 0.2 24572732 4496176 ? Rl 01:28 27:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287937 81.3 0.3 27060480 6738532 ? Rl 01:28 26:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287939 82.3 0.3 28575336 8253820 ? Rl 01:28 27:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287941 80.6 0.2 26125156 5893380 ? Rl 01:28 26:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287943 82.4 0.2 26480452 6248656 ? Il 01:28 27:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287945 81.1 0.2 25879780 5729980 ? Rl 01:28 26:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287947 86.3 0.4 30114300 9792536 ? Rl 01:28 28:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287949 80.7 0.4 29370340 9294764 ? Rl 01:28 26:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287951 82.2 0.2 26188556 5866276 ? Rl 01:28 26:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287953 79.7 0.2 25374756 5142956 ? Rl 01:28 26:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287955 81.0 0.3 28266836 8067336 ? Rl 01:28 26:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287957 83.5 0.2 25990340 5913772 ? Rl 01:28 27:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287959 79.6 0.2 24579252 4256972 ? Il 01:28 26:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287961 82.9 0.3 26600832 6369392 ? Rl 01:28 27:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287963 81.6 0.3 28275324 7830600 ? Il 01:28 26:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287965 79.2 0.1 23359892 3160384 ? Rl 01:28 26:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287967 80.9 0.3 27079216 7002960 ? Rl 01:28 26:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287969 78.4 0.1 23474836 3243416 ? Rl 01:28 25:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287971 79.2 0.3 28379420 8303124 ? Rl 01:28 25:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287973 82.0 0.2 24884224 4440028 ? Rl 01:28 26:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287975 83.1 0.2 25597020 5520652 ? Rl 01:28 27:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287977 81.0 0.3 28079348 7880896 ? Il 01:28 26:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287979 81.3 0.4 29262368 8771556 ? Rl 01:28 26:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287981 83.1 0.3 27351840 6907488 ? Rl 01:28 27:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287984 78.2 0.2 25304436 4982552 ? Rl 01:28 25:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287986 81.5 0.4 30241620 9920112 ? Rl 01:28 26:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287988 82.3 0.3 28461724 8386044 ? Rl 01:28 27:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287990 79.5 0.3 28202856 7880560 ? Rl 01:28 26:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287992 79.2 0.3 27899840 7577860 ? Rl 01:28 26:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287994 80.2 0.2 24834092 4511812 ? Il 01:28 26:20 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287996 77.5 0.3 31074444 7659556 ? Rl 01:28 25:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2287998 89.5 0.3 27467552 7007244 ? Sl 01:28 29:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288000 77.9 0.2 25211948 5135412 ? Rl 01:28 25:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288002 79.7 0.3 28495028 8263048 ? Il 01:28 26:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288004 81.7 0.3 26487876 6411312 ? Il 01:28 26:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288006 78.8 0.6 33437492 13164340 ? Sl 01:28 25:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288008 80.2 0.3 28591492 8393012 ? Rl 01:28 26:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288010 82.6 0.3 27772016 7572420 ? Rl 01:28 27:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288012 81.1 0.3 28174944 7730712 ? Rl 01:28 26:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288014 81.6 0.2 26763680 6319492 ? Rl 01:28 26:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288016 79.4 0.1 23597400 3521392 ? Rl 01:28 26:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288018 82.0 0.4 31685888 9411444 ? Rl 01:28 26:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288020 87.3 0.1 24291056 3970144 ? Rl 01:28 28:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288022 81.2 0.2 25739752 5295276 ? Il 01:28 26:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288024 81.4 0.2 25958552 5513476 ? Il 01:28 26:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288026 82.3 0.5 31563972 10996648 ? Rl 01:28 27:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288028 80.8 0.2 26221664 5776392 ? Rl 01:28 26:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288030 77.4 0.1 23602524 3280424 ? Rl 01:28 25:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288032 82.5 0.3 28330380 7852580 ? Rl 01:28 27:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288034 80.6 0.2 26390212 5945064 ? Rl 01:28 26:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288036 82.6 0.2 26109004 6033416 ? Rl 01:28 27:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288038 81.0 0.3 27059868 6737516 ? Rl 01:28 26:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288040 81.2 0.3 28404576 8082540 ? Rl 01:28 26:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288042 79.5 0.2 26106588 5784396 ? Rl 01:28 26:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288044 80.8 0.3 28032208 7587776 ? Rl 01:28 26:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288046 87.6 0.2 25301300 4857680 ? Il 01:28 28:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288048 80.1 0.1 23968632 3892940 ? Rl 01:28 26:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288050 80.0 0.3 28185112 8108204 ? Rl 01:28 26:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288052 81.6 0.3 26979508 6534224 ? Rl 01:28 26:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288054 79.4 0.2 26646384 6209700 ? Rl 01:28 26:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288056 81.2 0.2 25848948 5650180 ? Rl 01:28 26:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288058 78.9 0.2 25670332 5226216 ? Rl 01:28 25:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288060 77.1 0.2 25547472 5225088 ? Il 01:28 25:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288062 79.2 0.2 25660752 5462072 ? Il 01:28 25:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288064 77.7 0.4 29294668 8855704 ? Rl 01:28 25:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288066 81.7 0.2 25643340 5443816 ? Il 01:28 26:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288068 80.6 0.3 27484244 7161984 ? Rl 01:28 26:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288070 85.0 0.1 23549224 3472712 ? Rl 01:28 27:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288072 81.4 0.4 29936800 9860108 ? Rl 01:28 26:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288074 81.8 0.2 25994076 5672512 ? Rl 01:28 26:51 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288076 81.7 0.3 27228232 7152348 ? Rl 01:28 26:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288078 77.4 0.2 25083652 4761348 ? Rl 01:28 25:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2288080 81.0 0.4 31252608 8537844 ? Rl 01:28 26:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + " zhaowan+ 3482147 2.0 0.0 8496 5244 ? S 13:24 0:00 bash -ic echo \"Getting info of /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv to /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && conda activate llava2 && torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video && conda activate opensora && python -m tools.datasets.datautil /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted_part*.csv --output /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted_info.csv --format csv --intersection /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --clean-caption --refine-llm-caption --remove-empty-caption && echo \"All Done!\"\n", + "zhaowan+ 3482641 10.0 0.0 8488 5088 ? Ss 13:24 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 3482792 42.0 0.0 2933116 227692 ? R 13:24 0:00 /home/zhaowangbo/.conda/envs/llava2/bin/python /home/zhaowangbo/.conda/envs/llava2/bin/torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3482808 0.0 0.0 6412 728 ? S 13:24 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -493,137 +441,223 @@ } ], "source": [ - "sleep = \"9h\"\n", + "sleep = None\n", "run_command(cmd, host, log_file=log_file, nohup=True, sleep=sleep)\n", "ps(host)" ] }, { "cell_type": "code", - "execution_count": 38, + "execution_count": 81, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "HOST: h800-84\n", - "COMMAND: bash -ic 'kill -KILL 1922317'\n", - "==== STDERR ====\n", - " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", - "bash: no job control in this shell\n", - "\n", "HOST: h800-84\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 1262361 0.0 0.0 14180 5296 ? S 01:54 0:00 bash -ic sleep 3h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 1288071 0.0 0.0 11168 524 ? S 01:54 0:00 sleep 3h\n", + " zhaowan+ 697488 0.8 0.0 21302928 982860 ? Sl 07:54 3:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 756910 2.3 0.0 28226540 982328 ? Sl 07:55 9:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757066 22.0 0.1 56222740 4023872 ? Il 07:55 86:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757068 21.2 0.2 62354592 4400760 ? Il 07:55 83:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757115 20.6 0.3 61031756 8265648 ? Il 07:55 81:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757132 22.6 0.2 68694032 4909496 ? Il 07:55 89:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757134 26.8 0.2 63051476 5462788 ? Rl 07:55 105:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757181 23.8 0.2 49112896 4392012 ? Il 07:55 94:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757183 23.2 0.2 66357972 5091892 ? Rl 07:55 91:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757186 22.2 0.2 73577628 5263940 ? Il 07:55 87:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757194 21.2 0.2 61154288 4409388 ? Il 07:55 83:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757220 22.5 0.2 56297716 5071064 ? Il 07:55 88:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757222 21.0 0.4 80284000 8926020 ? Rl 07:55 83:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757224 21.3 0.2 61690852 4616640 ? Il 07:55 84:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757300 21.4 0.2 63578668 4423544 ? Il 07:55 84:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757348 21.7 0.2 79282760 5193352 ? Il 07:55 85:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757350 26.9 0.2 60714784 4810316 ? Rl 07:55 106:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757367 22.2 0.2 70532632 5095456 ? Il 07:55 87:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757399 22.4 0.2 65492460 4838288 ? Il 07:55 88:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757401 24.0 0.2 53068672 5885536 ? Rl 07:55 94:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757418 21.8 0.2 61157180 4504976 ? Il 07:55 86:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757435 22.8 0.2 62984764 5448604 ? Il 07:55 90:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757437 22.0 0.2 67874668 5040264 ? Rl 07:55 86:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757439 22.7 0.2 68867624 4337728 ? Il 07:55 89:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757456 20.2 0.2 68795064 4935428 ? Il 07:55 79:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757458 21.7 0.2 61065776 4931596 ? Il 07:55 85:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757475 22.3 0.2 58261592 4732108 ? Il 07:55 88:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757673 20.5 0.1 56322500 4223948 ? Il 07:55 80:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757722 22.2 0.4 72053868 10389480 ? Il 07:55 87:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757737 21.2 0.2 60275360 4627408 ? Il 07:55 83:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757769 20.7 0.2 64496484 4712216 ? Il 07:55 81:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757816 19.5 0.2 49375580 5353560 ? Rl 07:55 76:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757848 20.8 0.2 67125764 4799684 ? Dl 07:55 82:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757865 20.1 0.1 68462464 3823092 ? Il 07:55 79:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757897 21.4 0.2 72993788 5109220 ? Il 07:55 84:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757914 21.0 0.2 58775368 4358980 ? Rl 07:55 82:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757946 27.0 0.2 65172932 4311496 ? Rl 07:55 106:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757963 22.8 0.1 60634860 2854188 ? Il 07:55 90:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757980 27.8 0.2 70003380 4786480 ? Il 07:55 109:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758027 21.4 0.2 61093344 5021592 ? Dl 07:55 84:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758055 21.4 0.2 63173892 4465772 ? Il 07:55 84:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758076 27.6 0.2 63197068 4837008 ? Il 07:55 109:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758078 19.0 0.2 57450172 4515412 ? Il 07:55 74:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758095 22.8 0.2 63550712 5040656 ? Il 07:55 90:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758112 22.3 0.1 60771048 3967276 ? Il 07:55 88:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758129 20.9 0.2 76323044 5139840 ? Il 07:55 82:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758161 22.9 0.1 63293068 4105016 ? Il 07:55 90:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758238 20.7 0.1 58782420 3733868 ? Il 07:55 81:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758240 23.6 0.2 60366724 4870712 ? Il 07:55 93:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758287 20.4 0.2 67594208 4885716 ? Il 07:55 80:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758334 20.9 0.2 60524216 5200828 ? Il 07:55 82:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758420 21.9 0.2 61651496 4922668 ? Il 07:55 86:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758461 20.0 0.2 58606524 4798940 ? Il 07:55 78:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758490 25.6 0.2 57541972 4511752 ? Il 07:55 101:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758522 21.4 0.2 57452244 4556340 ? Il 07:55 84:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758539 21.8 0.2 64637932 4421864 ? Il 07:55 86:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758541 21.4 0.2 63791100 5004104 ? Il 07:55 84:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758543 21.1 0.2 72491116 4859764 ? Il 07:55 83:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758575 21.7 0.2 54628964 4677276 ? Il 07:55 85:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758622 20.1 0.2 54905520 4660216 ? Il 07:55 79:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758654 20.6 0.2 65326772 4237344 ? Il 07:55 81:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758671 21.3 0.2 67287820 4826480 ? Rl 07:55 84:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758688 23.9 0.2 66189768 5231632 ? Rl 07:55 94:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758735 23.6 0.1 59340972 3407908 ? Il 07:55 93:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758767 21.1 0.2 59026076 4922724 ? Dl 07:55 83:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758799 24.9 0.2 51343480 4485852 ? Il 07:55 98:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758831 20.7 0.2 73143608 5161436 ? Rl 07:55 81:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758833 21.3 0.2 49991612 4309764 ? Il 07:55 84:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758836 21.4 0.2 63950844 4979736 ? Il 07:55 84:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758853 24.8 0.2 58920328 4975560 ? Rl 07:55 97:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758885 22.6 0.2 66055404 5366452 ? Il 07:55 89:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758932 21.1 0.2 63554972 4502792 ? Il 07:55 83:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758949 29.8 0.1 61384460 3507884 ? Il 07:55 117:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758981 22.2 0.1 69580512 4075980 ? Il 07:55 87:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758983 22.9 0.2 60777712 5068084 ? Rl 07:55 90:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759000 23.8 0.2 64954152 4806056 ? Il 07:55 93:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759032 26.3 0.2 58059496 4858848 ? Il 07:55 104:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759094 25.8 0.2 65760368 5394312 ? Rl 07:55 101:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759126 26.5 0.2 59127380 4639020 ? Il 07:55 104:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759128 21.3 0.2 60868916 4568500 ? Il 07:55 84:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759130 20.5 0.2 61144416 4353776 ? Il 07:55 81:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759147 22.2 0.2 59077984 4776584 ? Dl 07:55 87:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759164 22.1 0.2 65963804 4400904 ? Il 07:55 87:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759166 21.1 0.2 60764900 5435900 ? Il 07:55 83:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759168 25.9 0.2 62305136 5418788 ? Rl 07:55 102:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759200 22.1 0.2 63089284 4373652 ? Il 07:55 87:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759202 19.9 0.2 49378748 4509304 ? Il 07:55 78:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759219 21.2 0.2 73910200 4413528 ? Il 07:55 83:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759311 19.9 0.2 58333480 4383732 ? Il 07:55 78:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759328 20.1 0.2 51891348 4394716 ? Il 07:55 79:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759345 21.3 0.2 62480824 4778464 ? Il 07:55 84:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759392 21.8 0.2 66537592 5815980 ? Il 07:55 86:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759409 21.0 0.2 61670672 4647044 ? Rl 07:55 83:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759426 21.0 0.2 67450788 4598964 ? Il 07:55 83:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759443 24.9 0.2 60838980 4473136 ? Il 07:55 98:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759460 22.9 0.1 64643588 3131576 ? Il 07:55 90:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759462 22.5 0.2 65706064 4940932 ? Dl 07:55 88:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759494 20.4 0.2 56295000 4496504 ? Il 07:55 80:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 1262361 0.0 0.0 14180 5296 ? S 01:54 0:00 bash -ic sleep 3h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", "zhaowan+ 1354819 0.0 0.0 14180 5232 ? S 01:54 0:00 bash -ic sleep 6h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 1359377 0.0 0.0 11168 592 ? S 01:54 0:00 sleep 6h\n", - "zhaowan+ 1522643 0.0 0.0 14180 5348 ? S 01:55 0:00 bash -ic sleep 9h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 1526854 0.0 0.0 11168 592 ? S 01:55 0:00 sleep 9h\n", - "zhaowan+ 2067689 0.0 0.0 14180 5184 ? S 01:40 0:00 bash -ic sleep 1m; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 2068244 4.2 0.0 18185172 812836 ? Sl 01:41 0:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068405 6.1 0.0 25108784 763768 ? Sl 01:41 1:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068410 66.5 0.1 40081464 4002872 ? Rl 01:41 11:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068412 84.9 0.1 53370912 2699136 ? Rl 01:41 14:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068414 71.3 0.1 45830048 3300632 ? Rl 01:41 11:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068416 64.5 0.1 36159696 2181696 ? Rl 01:41 10:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068418 68.6 0.1 40646848 4147996 ? Rl 01:41 11:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068420 70.2 0.1 41765964 3046216 ? Il 01:41 11:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068422 88.3 0.2 64657824 4617116 ? Rl 01:41 14:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068424 71.8 0.1 44973076 3701892 ? Rl 01:41 11:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068426 72.4 0.1 52072040 2640628 ? Il 01:41 12:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068428 70.7 0.2 48912276 4344696 ? Il 01:41 11:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068430 79.8 0.1 47171896 3231428 ? Rl 01:41 13:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068432 70.1 0.1 48930576 4056728 ? Il 01:41 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068434 65.3 0.1 43735540 3238716 ? Rl 01:41 10:51 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068436 79.4 0.1 63527316 3907236 ? Rl 01:41 13:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068438 75.3 0.1 68238108 3895888 ? Il 01:41 12:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068440 62.8 0.4 29853176 9489236 ? Rl 01:41 10:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068442 65.7 0.1 39010496 3872812 ? Il 01:41 10:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068444 68.6 0.1 47677716 4146684 ? Il 01:41 11:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068446 69.9 0.1 46871244 3388288 ? Rl 01:41 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068448 68.4 0.1 55896468 3579808 ? Rl 01:41 11:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068450 74.9 0.1 51226320 4166040 ? Rl 01:41 12:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068452 64.0 0.1 23133248 2679492 ? Rl 01:41 10:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068454 71.6 0.1 48530008 3974596 ? Rl 01:41 11:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068456 65.4 0.1 41144232 2995604 ? Rl 01:41 10:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068458 64.3 0.1 38720868 3199228 ? Il 01:41 10:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068460 70.5 0.1 48263296 3592304 ? Rl 01:41 11:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068462 80.2 0.1 51951232 2916968 ? Rl 01:41 13:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068464 69.5 0.1 42342668 3400720 ? Sl 01:41 11:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068466 70.1 0.1 42982136 2988904 ? Rl 01:41 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068468 65.7 0.1 36393260 3596696 ? Rl 01:41 10:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068470 99.4 0.1 58307936 3987004 ? Il 01:41 16:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068472 67.0 0.1 43176860 2485856 ? Il 01:41 11:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068474 62.5 0.1 22925972 2840604 ? Rl 01:41 10:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068476 77.4 0.1 60499416 3971216 ? Rl 01:41 12:51 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068478 70.1 0.1 50691148 4164016 ? Rl 01:41 11:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068480 82.1 0.1 49989432 3522520 ? Il 01:41 13:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068482 67.5 0.1 43243484 3261156 ? Rl 01:41 11:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068484 72.4 0.1 54891888 4193444 ? Rl 01:41 12:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068486 63.4 0.2 63944812 4241336 ? Rl 01:41 10:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068488 66.1 0.1 47988808 2641972 ? Sl 01:41 10:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068490 69.9 0.2 55764732 5008460 ? Rl 01:41 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068492 71.3 0.1 58444280 3229160 ? Il 01:41 11:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068494 63.9 0.1 39768992 3428572 ? Il 01:41 10:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068496 80.7 0.1 59900088 3320368 ? Il 01:41 13:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068498 64.3 0.1 48576120 3376636 ? Rl 01:41 10:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068500 77.2 0.1 61380180 4054664 ? Rl 01:41 12:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068502 81.7 0.1 56815500 2594564 ? Rl 01:41 13:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068504 74.4 0.1 53311532 4140480 ? Sl 01:41 12:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068506 64.7 0.1 39537568 3379112 ? Rl 01:41 10:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068508 69.1 0.3 56005860 7179580 ? Il 01:41 11:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068510 68.5 0.1 47330876 3003556 ? Rl 01:41 11:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068512 68.4 0.3 49416332 7630192 ? Rl 01:41 11:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068514 70.3 0.1 55333380 3664032 ? Il 01:41 11:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068516 74.3 0.1 58503880 3761064 ? Rl 01:41 12:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068518 84.8 0.1 59470480 3827656 ? Rl 01:41 14:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068520 75.0 0.1 50593956 3391556 ? Rl 01:41 12:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068522 70.0 0.1 55683976 3501120 ? Rl 01:41 11:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068524 61.4 0.1 34296076 3344680 ? Il 01:41 10:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068526 63.7 0.1 43449312 3727660 ? Rl 01:41 10:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068528 73.5 0.1 47581304 2965100 ? Rl 01:41 12:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068530 77.1 0.1 53240452 2761268 ? Rl 01:41 12:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068532 65.1 0.1 46041240 3870092 ? Rl 01:41 10:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068534 69.6 0.1 52350100 3527760 ? Rl 01:41 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068536 71.8 0.2 50059812 4821092 ? Rl 01:41 11:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068538 61.1 0.1 23224144 2893448 ? Il 01:41 10:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068540 70.0 0.1 54990404 4030480 ? Rl 01:41 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068542 70.3 0.1 46581008 3377600 ? Rl 01:41 11:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068544 63.2 0.1 38957708 2809760 ? Il 01:41 10:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068546 68.3 0.1 48621748 4196412 ? Rl 01:41 11:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068548 74.4 0.1 48495760 3415204 ? Rl 01:41 12:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068550 73.5 0.1 47785884 3329964 ? Il 01:41 12:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068552 66.4 0.3 28119364 8001748 ? Rl 01:41 11:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068554 75.0 0.1 61825588 3855128 ? Il 01:41 12:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068556 78.7 0.2 51645644 4584920 ? Il 01:41 13:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068558 70.2 0.1 42158272 3365372 ? Rl 01:41 11:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068560 65.8 0.1 38237648 3444160 ? Rl 01:41 10:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068562 65.9 0.1 48142784 3449580 ? Rl 01:41 10:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068564 61.4 0.1 25398776 3072784 ? Il 01:41 10:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068566 68.0 0.1 23195296 2864428 ? Rl 01:41 11:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068568 70.2 0.1 45293812 3280116 ? Il 01:41 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068570 65.8 0.1 36230504 3279796 ? Rl 01:41 10:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068572 66.6 0.1 50080564 4036152 ? Rl 01:41 11:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068574 65.5 0.1 46070280 3177868 ? Rl 01:41 10:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068576 73.1 0.1 48377492 3479636 ? Rl 01:41 12:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068578 75.5 0.1 54496052 3668616 ? Il 01:41 12:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068580 68.8 0.1 45834848 3880500 ? Il 01:41 11:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068582 62.0 0.1 43981556 2293880 ? Il 01:41 10:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068584 110 0.1 85092848 4024708 ? Rl 01:41 18:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068586 66.8 0.1 34725264 2213928 ? Il 01:41 11:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068588 73.3 0.2 65600980 4258028 ? Rl 01:41 12:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068590 66.1 0.1 22870296 2785268 ? Il 01:41 10:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068592 70.9 0.1 42937228 3511772 ? Rl 01:41 11:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068594 88.7 0.1 60570636 4194400 ? Il 01:41 14:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068596 68.7 0.1 51889088 3185148 ? Il 01:41 11:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068598 64.8 0.1 34944796 2290740 ? Il 01:41 10:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2068600 63.9 0.4 46367296 9048748 ? Rl 01:41 10:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-1/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2106235 0.0 0.0 11168 524 ? S 01:57 0:00 sleep 3h\n", - "zhaowan+ 2321296 11.0 0.0 14176 5432 ? Ss 01:58 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2326357 0.0 0.0 12124 2668 ? S 01:58 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + "zhaowan+ 1984585 0.8 0.0 21234260 914656 ? Sl 04:54 4:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2064791 2.5 0.0 28001092 915132 ? Sl 04:55 14:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2064871 18.9 0.1 23901996 3583608 ? Il 04:55 108:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2064873 20.1 0.2 24702060 4261168 ? Il 04:55 115:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2064965 20.1 0.1 24774688 4017516 ? Sl 04:55 115:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065099 20.2 0.1 24040840 3599188 ? Il 04:55 116:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065101 19.3 0.1 23808764 3612580 ? Dl 04:55 111:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065118 19.0 0.1 23696028 3377124 ? Il 04:55 109:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065135 19.8 0.1 23934804 3577844 ? Sl 04:55 114:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065152 21.2 0.1 23751700 3432956 ? Il 04:55 121:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065184 20.4 0.1 23980124 3410420 ? Sl 04:55 117:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065186 20.9 0.1 23809520 3244896 ? Il 04:55 120:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065203 20.1 0.1 24171548 3601216 ? Sl 04:55 115:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065205 21.6 0.1 23632596 3062812 ? Sl 04:55 124:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065222 20.1 0.1 23794996 3315016 ? Sl 04:55 115:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065239 20.2 0.1 24125720 3522592 ? Sl 04:55 116:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065241 19.8 0.1 24244016 3764500 ? Sl 04:55 113:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065243 21.5 0.1 24222260 3530048 ? Sl 04:55 123:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065245 21.1 0.1 24215696 3735876 ? Sl 04:55 121:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065247 21.5 0.1 23730660 3535380 ? Il 04:55 123:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065264 21.2 0.1 23773068 3454216 ? Il 04:55 121:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065266 20.9 0.3 27030228 6811788 ? Rl 04:55 120:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065283 20.7 0.1 23630864 3312760 ? Il 04:55 119:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065300 23.4 0.1 24095968 3621376 ? Il 04:55 134:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065317 20.9 0.1 23896548 3454832 ? Il 04:55 120:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065319 20.4 0.1 23852780 3495144 ? Sl 04:55 117:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065321 22.3 0.2 24970292 4325780 ? Rl 04:55 128:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065545 25.8 0.1 24964468 4157640 ? Rl 04:55 148:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065562 22.1 0.1 23664124 3216992 ? Sl 04:55 126:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065564 23.3 0.2 25803564 5036196 ? Rl 04:55 133:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065566 23.3 0.1 23749396 3553960 ? Il 04:55 134:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065598 21.0 0.1 23867720 3516672 ? Il 04:55 120:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065615 21.7 0.1 24266168 3508132 ? Sl 04:55 124:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065627 22.0 0.1 23496084 3144832 ? Il 04:55 126:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065649 23.1 0.1 24012732 3694248 ? Il 04:55 132:51 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065780 20.5 0.1 24022680 3826792 ? Il 04:55 118:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065877 21.0 0.1 24020120 3507712 ? Sl 04:55 120:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065879 20.7 0.1 23247420 3051268 ? Il 04:55 119:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065881 24.8 0.1 23613316 3172020 ? Il 04:55 142:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065883 21.1 0.2 25951160 5594956 ? Sl 04:55 121:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065915 21.3 0.1 23865148 3295056 ? Sl 04:55 122:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065917 19.8 0.1 23812588 3299900 ? Sl 04:55 114:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065934 20.3 0.1 24185736 3616268 ? Sl 04:55 116:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065936 25.8 0.1 24135688 3816780 ? Il 04:55 148:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065938 21.8 0.1 23936204 3617428 ? Il 04:55 125:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066168 20.6 0.1 24040208 3560608 ? Sl 04:55 118:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066254 21.7 0.1 24113416 3671912 ? Il 04:55 124:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066463 20.1 0.1 24137384 3567148 ? Sl 04:55 115:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066465 21.0 0.3 27174728 6728004 ? Sl 04:55 120:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066467 21.9 0.1 24238792 3674556 ? Il 04:55 126:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066469 21.7 0.2 26543524 6101716 ? Rl 04:55 124:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066471 20.3 0.3 27072852 6721744 ? Il 04:55 116:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066503 23.5 0.1 24265704 3700984 ? Il 04:55 135:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066535 20.4 0.1 24308408 4047644 ? Dl 04:55 117:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066537 23.8 0.1 23862900 3666564 ? Il 04:55 136:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066554 25.6 0.1 24714016 4075292 ? Rl 04:55 147:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066571 24.8 0.1 24000324 3681940 ? Il 04:55 142:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066573 21.4 0.2 25996736 5555128 ? Il 04:55 123:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066575 23.7 0.1 24301656 3949984 ? Il 04:55 136:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066577 20.1 0.3 26725368 6406652 ? Rl 04:55 115:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066579 24.9 0.1 23801220 3360128 ? Il 04:55 143:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066581 21.8 0.1 24127376 3554688 ? Il 04:55 125:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066583 19.5 0.4 30593056 10112812 ? Sl 04:55 112:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066585 19.6 0.1 23536080 3089880 ? Sl 04:55 113:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066602 19.7 0.1 24258636 3688524 ? Sl 04:55 113:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066604 21.4 0.1 23373520 3177488 ? Il 04:55 123:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066606 21.3 0.1 23965420 3273080 ? Sl 04:55 122:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066608 23.0 0.1 24060464 3741516 ? Il 04:55 132:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066625 23.1 0.1 24998568 3895104 ? Rl 04:55 132:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066627 22.6 0.1 24209284 3768280 ? Il 04:55 129:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066629 23.0 0.1 24071816 3721036 ? Rl 04:55 132:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066646 23.7 0.1 23595984 3277364 ? Il 04:55 136:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066648 21.9 0.3 26924956 6450372 ? Dl 04:55 125:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066650 23.3 0.1 23828300 3445160 ? Il 04:55 133:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066652 20.5 0.1 24249456 3561936 ? Rl 04:55 118:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066654 21.0 0.1 23778072 3427236 ? Il 04:55 120:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066656 26.0 0.1 24788272 4198708 ? Rl 04:55 149:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066658 20.9 0.1 23684832 3489420 ? Il 04:55 120:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066660 20.4 0.1 24054808 3580084 ? Il 04:55 117:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066662 24.6 0.2 24910136 4403304 ? Rl 04:55 141:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066664 20.4 0.1 24376528 4025124 ? Dl 04:55 117:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066666 22.4 0.1 23970000 3523596 ? Sl 04:55 128:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066733 19.9 0.1 23976636 3496212 ? Sl 04:55 114:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066877 23.6 0.2 24892000 4431224 ? Rl 04:55 136:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066879 20.1 0.1 23928356 3358612 ? Sl 04:55 115:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066911 21.0 0.1 23792432 3596812 ? Il 04:55 120:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066913 20.7 0.1 24435236 3628644 ? Sl 04:55 119:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066930 23.7 0.1 23690284 3371840 ? Il 04:55 136:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066947 24.4 0.1 23663732 3517224 ? Il 04:55 140:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067141 21.1 0.1 24832424 4074672 ? Sl 04:55 121:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067143 19.4 0.1 24615160 3921920 ? Sl 04:55 111:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067160 26.5 0.1 23807964 3456564 ? Il 04:55 152:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067162 23.2 0.1 24068296 3503972 ? Il 04:55 133:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067164 25.2 0.1 23698596 3346972 ? Il 04:55 144:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067166 19.8 0.1 23898984 3456920 ? Il 04:55 114:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067168 21.6 0.1 23833948 3637788 ? Il 04:55 124:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067170 23.6 0.1 23952140 3511024 ? Rl 04:55 135:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067172 24.3 0.2 25158908 4555396 ? Rl 04:55 139:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3380048 10.0 0.0 14176 5312 ? Ss 14:29 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 3381150 0.0 0.0 12124 2496 ? S 14:29 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -633,8 +667,8 @@ } ], "source": [ - "kill(1922317, host)\n", - "ps(host)" + "# pkill(\"split-6\", \"h800-84\")\n", + "ps(\"h800-84\")" ] }, { @@ -646,7 +680,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 74, "metadata": {}, "outputs": [ { @@ -656,184 +690,81 @@ "HOST: h800-80\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 599938 0.0 0.0 5492 592 ? S 01:44 0:00 sleep 3h\n", - "zhaowan+ 820507 9.0 0.0 8488 5256 ? Ss 01:45 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 823896 0.0 0.0 6412 724 ? S 01:45 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", - "zhaowan+ 2900571 0.0 0.0 8496 5244 ? S 01:31 0:00 bash -ic echo \"Converting /mnt/disk0/data-panda/17 to /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta.csv\" && mkdir -p /mnt/hdd/data/panda70m_by/raw/meta/split-17 && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.convert video /mnt/disk0/data-panda/17 --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta.csv && echo \"Getting caption of /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --format csv --load-caption json --remove-empty-caption --clean-caption && echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 2912258 5.1 0.0 17862408 464236 ? Sl 01:33 0:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912747 7.5 0.0 24784996 447148 ? Sl 01:33 0:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912752 99.6 0.3 27611876 7062424 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912754 99.6 0.3 28230888 6993972 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912756 99.6 0.4 29655612 9474388 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912758 99.6 0.2 25897644 5593840 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912760 99.6 0.3 27507452 7204044 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912762 99.6 0.2 25852868 5426576 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912764 99.6 0.2 26248672 5576544 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912766 99.6 0.5 31998688 11054616 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912768 99.4 0.1 23769996 3466092 ? Rl 01:33 11:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912770 99.6 0.2 25804460 5623292 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912772 99.6 0.2 24610896 4307488 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912774 99.6 0.3 27691860 7510764 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912776 104 0.4 115059480 9288680 ? Rl 01:33 12:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912778 99.5 0.2 25696184 5146896 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912780 99.7 0.3 27301848 7120984 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912782 99.7 0.3 27260008 6923964 ? Rl 01:33 11:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912784 99.6 0.4 29350952 8924840 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912786 99.4 0.2 25553512 5373264 ? Rl 01:33 11:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912788 99.1 0.1 23088424 2661800 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912790 99.2 0.1 23146116 2965364 ? Rl 01:33 11:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912792 100 0.1 44587200 3248852 ? Rl 01:33 11:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912794 99.2 0.1 22993716 2689836 ? Rl 01:33 11:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912796 102 0.1 57999132 3382364 ? Rl 01:33 11:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912798 98.9 0.2 24554688 4304240 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912800 99.1 0.1 23664540 3115724 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912802 99.3 0.1 22983312 2803072 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912804 99.1 0.1 23469756 3043864 ? Rl 01:33 11:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912806 99.3 0.1 24009276 3308228 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912808 98.9 0.1 23317336 2890520 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912810 98.8 0.1 22871156 2690908 ? Rl 01:33 11:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912812 98.9 0.3 32512896 8406732 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912814 100 0.1 35345836 2421884 ? Rl 01:33 11:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912816 99.1 0.1 23286868 2738060 ? Rl 01:33 11:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912818 99.3 0.1 23903600 3477100 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912820 99.2 0.2 25462264 4667668 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912822 99.3 0.1 23917772 3737324 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912824 99.5 0.4 29858512 9555404 ? Rl 01:33 11:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912826 98.7 0.6 34394920 13197548 ? Rl 01:33 11:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912828 99.4 0.2 24821648 4272672 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912830 98.8 0.4 30811228 9875464 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912832 99.4 0.4 28741980 8528348 ? Rl 01:33 11:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912834 99.1 0.1 23763348 3214348 ? Rl 01:33 11:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912836 99.2 0.1 23704252 3277540 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912838 99.3 0.2 25013788 4588004 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912840 99.3 0.1 23692084 3266004 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912842 99.3 0.2 26366716 5652656 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912844 99.2 0.2 24760448 4456608 ? Rl 01:33 11:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912846 99.3 0.1 22863156 2649632 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912848 99.3 0.1 22895452 2591584 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912850 99.3 0.1 23153900 2605116 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912852 100 0.1 51176404 2929556 ? Rl 01:33 11:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912854 99.3 0.1 23310532 2760808 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912856 98.8 0.1 23056252 2506784 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912858 98.9 0.1 22985460 2682468 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912860 98.9 0.2 26316040 4768308 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912862 99.0 0.1 23179856 2718260 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912864 98.9 0.1 25261980 4164944 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912866 99.2 0.1 22534884 2354308 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912868 101 0.1 53333052 2747044 ? Rl 01:33 11:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912870 99.0 0.1 24556684 3682248 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912872 98.8 0.1 23405108 2962540 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912875 98.9 0.1 23305336 2752636 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912877 109 0.2 114214656 4640620 ? Rl 01:33 12:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912879 99.2 0.1 23878204 3329680 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912881 99.3 0.1 23966672 3294848 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912883 110 0.1 56521384 3958060 ? Rl 01:33 12:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912885 99.3 0.1 23013044 2709476 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912887 99.3 0.1 23359284 2810484 ? Rl 01:33 11:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912889 98.9 0.1 23708756 3405804 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912892 104 0.2 108417396 5409156 ? Rl 01:33 12:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912894 100 0.1 61041612 3965724 ? Rl 01:33 11:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912896 105 0.1 92753352 2605000 ? Rl 01:33 12:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912898 99.0 0.1 23132692 2706820 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912900 98.9 0.1 23596196 3034956 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912902 98.6 0.1 24354040 3164508 ? Rl 01:33 11:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912904 98.9 0.1 24636092 3941240 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912906 99.0 0.1 23538184 3112324 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912908 99.0 0.1 23851536 3302764 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912910 99.1 0.1 23453084 2792364 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912913 98.9 0.1 24442200 3028260 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912915 98.9 0.1 23943236 3271560 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912917 105 0.2 58809760 4691488 ? Rl 01:33 12:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912919 98.9 0.1 25037364 3758396 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912921 98.9 0.1 23558620 2887040 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912923 98.8 0.1 24671844 3433608 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912925 98.9 0.1 24297188 3273052 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912927 98.9 0.1 24152060 3133860 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912929 99.0 0.1 24114140 3688084 ? Rl 01:33 11:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912931 98.9 0.1 23496424 2996496 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912933 98.8 0.1 23595804 3136552 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912935 102 0.1 69551012 3396020 ? Rl 01:33 11:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912937 98.8 0.1 24049412 3376940 ? Rl 01:33 11:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912939 99.2 0.1 40622032 3484860 ? Rl 01:33 11:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912941 98.8 0.1 23434160 3098160 ? Rl 01:33 11:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912943 98.5 0.1 23565228 3016180 ? Rl 01:33 11:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2912945 104 0.1 84339424 2933876 ? Sl 01:33 12:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-17/meta_caption_info.csv --format csv --video-info --fmin 1\n", - "\n", - "==== STDERR ====\n", - " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", - "bash: no job control in this shell\n", - "\n" - ] - } - ], - "source": [ - "ps(host)" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "HOST: h800-80\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", - "==== STDOUT ====\n", - " zhaowan+ 2508488 0.9 0.0 62146500 335516 pts/62 Sl 00:23 0:23 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509916 0.4 0.0 62277572 223088 pts/62 Sl 00:23 0:11 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509917 0.4 0.0 62343108 225364 pts/62 Sl 00:23 0:10 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509918 0.4 0.0 62343108 225360 pts/62 Sl 00:23 0:11 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509919 0.4 0.0 62343108 225360 pts/62 Sl 00:23 0:10 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509920 0.4 0.0 62343108 225348 pts/62 Sl 00:23 0:10 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509921 0.4 0.0 62343108 225376 pts/62 Sl 00:23 0:10 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509922 0.4 0.0 62343108 225376 pts/62 Sl 00:23 0:10 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509923 0.4 0.0 62343108 225376 pts/62 Sl 00:23 0:10 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/colossalai run --nproc_per_node 8 --hostfile hostfile scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2509924 0.7 0.0 20806104 300932 pts/62 Sl 00:23 0:18 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/torchrun --nproc_per_node=8 --nnodes=8 --node_rank=0 --master_addr=10.20.1.80 --master_port=29500 scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2511006 134 0.5 124903600 11474180 ? Ssl 00:23 52:03 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2511007 134 0.6 124280820 13743976 ? Ssl 00:23 51:54 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2511008 135 0.6 105990928 12947264 ? Ssl 00:23 52:10 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2511009 135 0.6 116960388 13623620 ? Ssl 00:23 52:15 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2511010 92.3 0.6 118110784 13164180 ? Ssl 00:23 35:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2511011 92.5 0.5 95954420 11648152 ? Ssl 00:23 35:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2511012 92.2 0.5 113079028 12292900 ? Ssl 00:23 35:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2511013 92.3 0.6 119600720 13289524 ? Ssl 00:23 35:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583466 2.8 0.3 71580272 7611528 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583467 2.4 0.3 70955396 6808460 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583483 3.4 0.3 71195056 6784112 ? Sl 00:37 0:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583655 2.5 0.3 70840048 6749648 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583656 2.5 0.3 70751460 6537264 ? Sl 00:37 0:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583657 3.3 0.3 70811196 6767144 ? Sl 00:37 0:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583844 3.5 0.3 71154156 6743652 ? Sl 00:37 0:53 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583907 2.5 0.3 70736984 6537328 ? Sl 00:37 0:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583970 3.4 0.3 71785552 7940056 ? Sl 00:37 0:52 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583971 2.5 0.3 70818996 6366032 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2583972 3.2 0.2 70716648 6305084 ? Sl 00:37 0:49 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584159 2.7 0.3 71302656 6966060 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584160 2.0 0.3 71297060 6714336 ? Sl 00:37 0:30 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584272 3.3 0.3 71631184 6851248 ? Sl 00:37 0:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584350 3.3 0.3 70691172 6403012 ? Sl 00:37 0:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584413 2.3 0.2 70490588 6031100 ? Sl 00:37 0:35 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584445 2.5 0.3 71286984 6615472 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584477 2.2 0.2 69964336 5922200 ? Sl 00:37 0:33 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584478 3.4 0.3 71140640 6604820 ? Sl 00:37 0:52 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584665 3.2 0.3 71248152 7156392 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584666 2.6 0.3 71186464 6882132 ? Sl 00:37 0:40 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584791 3.1 0.3 71731476 7443404 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584834 2.2 0.2 70108896 5771660 ? Sl 00:37 0:34 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584982 2.9 0.3 71192304 7026364 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2584984 2.5 0.3 71353300 6830184 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2585210 3.1 0.3 71638320 7473928 ? Sl 00:37 0:47 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2585297 2.4 0.3 71085044 6903500 ? Sl 00:37 0:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2585389 2.4 0.3 70561784 6471144 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2585549 3.2 0.2 71061044 6277992 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2585613 3.2 0.3 70783148 6740760 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2585739 2.1 0.3 70666896 6378912 ? Sl 00:37 0:33 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2585865 2.2 0.3 71173748 6850892 ? Sl 00:37 0:33 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2737433 10.0 0.0 8488 5208 ? Ss 01:02 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2737627 0.0 0.0 6412 728 ? S 01:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " zhaowan+ 220111 0.0 0.0 8488 5284 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 220578 0.0 0.0 6412 660 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + "zhaowan+ 3495468 0.4 0.0 5777192 296060 pts/62 Sl+ 13:26 0:13 /home/zhaowangbo/.conda/envs/llava2/bin/python /home/zhaowangbo/.conda/envs/llava2/bin/torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3495632 98.2 0.2 115793484 6332416 ? Rsl 13:26 49:55 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3495633 98.2 0.2 104071296 6282856 ? Rsl 13:26 49:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3495634 98.2 0.3 111673472 6396044 ? Rsl 13:26 49:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3495635 98.1 0.2 113877120 6314360 ? Rsl 13:26 49:51 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3495636 98.0 0.3 116940928 6346284 ? Rsl 13:26 49:49 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3495637 97.5 0.2 104030340 6336212 ? Rsl 13:26 49:33 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3495638 97.9 0.3 120660096 6341044 ? Rsl 13:26 49:46 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3495639 97.5 0.2 108781700 6337864 ? Rsl 13:26 49:32 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508328 16.3 0.1 87706016 3461984 ? Sl 13:28 7:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508329 17.0 0.1 87714780 3462352 ? Sl 13:28 8:15 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508330 16.3 0.1 87731160 3475856 ? Sl 13:28 7:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508331 15.9 0.1 87714780 3461472 ? Sl 13:28 7:43 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508332 16.3 0.1 87722968 3485600 ? Sl 13:28 7:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508333 16.5 0.1 87714776 3465328 ? Sl 13:28 8:02 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508334 17.4 0.1 87731160 3482500 ? Sl 13:28 8:26 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508335 16.3 0.1 87722968 3542548 ? Sl 13:28 7:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508849 17.3 0.1 87714792 3472516 ? Sl 13:28 8:24 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508917 16.9 0.1 87706028 3462224 ? Sl 13:28 8:11 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508924 16.5 0.1 87731172 3476996 ? Sl 13:28 8:01 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508981 17.8 0.1 87731172 3482652 ? Sl 13:28 8:37 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3508986 16.3 0.1 87722980 3478544 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509013 15.7 0.1 87813144 3467560 ? Sl 13:28 7:38 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509232 15.9 0.1 87821332 3537344 ? Sl 13:28 7:42 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509295 16.7 0.1 87714788 3462608 ? Sl 13:28 8:05 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509358 15.2 0.1 87714804 3473160 ? Sl 13:28 7:23 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509359 16.3 0.1 87706040 3472892 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509455 15.8 0.1 87722992 3481716 ? Sl 13:28 7:41 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509547 16.1 0.1 87706052 3462396 ? Sl 13:28 7:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509610 16.4 0.1 87714800 3463884 ? Sl 13:28 7:57 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509611 17.4 0.1 87731184 3489336 ? Sl 13:28 8:26 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509736 16.0 0.1 87731184 3488892 ? Sl 13:28 7:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509737 16.0 0.1 87723004 3477388 ? Sl 13:28 7:45 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509738 17.6 0.1 87714804 3477800 ? Sl 13:28 8:33 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509739 16.1 0.1 87722992 3537092 ? Sl 13:28 7:50 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3509988 16.4 0.1 87706064 3467436 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510054 17.1 0.1 87714812 3466536 ? Sl 13:28 8:18 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510123 16.5 0.1 87731196 3476392 ? Rl 13:28 8:01 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510193 17.2 0.1 87714816 3473148 ? Sl 13:28 8:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510275 16.4 0.1 87723016 3490072 ? Sl 13:28 7:57 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510276 15.8 0.1 87731196 3480164 ? Sl 13:28 7:41 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510408 16.6 0.1 87706076 3462976 ? Sl 13:28 8:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510423 15.8 0.1 87723004 3531000 ? Sl 13:28 7:40 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510553 17.1 0.1 87714824 3461952 ? Il 13:28 8:19 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510554 17.0 0.1 87714828 3470216 ? Sl 13:28 8:14 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510616 17.2 0.1 87731208 3478612 ? Sl 13:28 8:20 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510742 15.9 0.1 87723028 3487528 ? Sl 13:28 7:42 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510743 16.1 0.1 87731208 3479732 ? Sl 13:28 7:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510820 16.2 0.1 87706088 3467460 ? Rl 13:28 7:52 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510931 16.1 0.1 87714816 3464840 ? Sl 13:28 7:50 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3510932 15.5 0.1 87723016 3547664 ? Sl 13:28 7:31 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511057 16.5 0.1 87714840 3459668 ? Sl 13:28 7:59 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511074 16.5 0.1 87723040 3478992 ? Sl 13:28 8:00 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511100 16.3 0.1 87714836 3465392 ? Sl 13:28 7:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511123 16.3 0.1 87731220 3483456 ? Sl 13:28 7:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511157 16.2 0.1 87706100 3463108 ? Sl 13:28 7:50 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511435 17.1 0.1 87731220 3478664 ? Sl 13:28 8:18 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511436 15.7 0.1 87723028 3530900 ? Sl 13:28 7:38 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511561 15.4 0.1 87714828 3465860 ? Sl 13:28 7:28 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511632 16.5 0.1 87714852 3465816 ? Sl 13:28 8:01 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511651 15.6 0.1 87723052 3479312 ? Sl 13:28 7:35 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511771 16.3 0.1 87731232 3482268 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511885 16.3 0.1 87714848 3460604 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511955 16.3 0.1 87723040 3533716 ? Sl 13:28 7:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511975 15.6 0.1 87714840 3465428 ? Sl 13:28 7:35 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3511982 16.7 0.1 87731232 3479536 ? Sl 13:28 8:06 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3512144 16.8 0.1 87714864 3461312 ? Sl 13:28 8:10 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3512264 15.5 0.1 87731244 3478664 ? Sl 13:28 7:30 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3512409 16.6 0.1 87714860 3483660 ? Sl 13:28 8:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3512411 15.5 0.1 87723052 3540956 ? Sl 13:28 7:32 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3512505 15.6 0.1 87714852 3459792 ? Sl 13:28 7:35 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3512690 16.4 0.1 87731244 3505044 ? Sl 13:28 7:57 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 3512877 15.8 0.1 87714864 3468032 ? Sl 13:28 7:40 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -842,51 +773,11 @@ "HOST: h800-81\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 2329936 0.0 0.0 129732 45044 ? Sl 00:22 0:00 /usr/bin/python3 /home/zhaowangbo/.vscode-server/extensions/ms-python.black-formatter-2024.2.0/bundled/tool/lsp_server.py --stdio\n", - "zhaowan+ 2331293 0.8 0.0 20732364 192948 ? Ssl 00:23 0:19 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/torchrun --nproc_per_node=8 --nnodes=8 --node_rank=1 --master_addr=10.20.1.80 --master_port=29500 scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2331543 133 0.5 114118592 12511284 ? Ssl 00:23 51:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2331544 130 0.5 107818812 11814660 ? Ssl 00:23 50:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2331545 106 0.5 120764588 11656160 ? Ssl 00:23 41:13 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2331546 132 0.5 117471708 12554556 ? Ssl 00:23 51:18 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2331547 59.8 0.5 122785608 11958104 ? Ssl 00:23 23:09 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2331548 91.9 0.5 119456240 11732996 ? Ssl 00:23 35:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2331549 92.0 0.5 125015368 12445804 ? Ssl 00:23 35:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2331550 91.4 0.5 115179344 11822896 ? Ssl 00:23 35:24 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340403 3.7 0.2 70014780 6009576 ? Sl 00:37 0:56 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340404 5.4 0.2 70191928 6318252 ? Sl 00:37 1:23 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340405 33.9 0.3 70937568 6651000 ? Sl 00:37 8:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340406 29.0 0.3 70970928 6596332 ? Sl 00:37 7:22 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340407 5.8 0.3 71005804 6723608 ? Sl 00:37 1:28 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340408 37.1 0.3 70813276 6633304 ? Sl 00:37 9:26 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340409 61.0 0.3 72827912 8238828 ? Rl 00:37 15:30 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340410 3.1 0.3 70669776 6673380 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340907 5.0 0.3 71219860 7214348 ? Sl 00:37 1:16 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340908 5.9 0.3 70829120 6709804 ? Sl 00:37 1:30 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340916 32.7 0.3 70821092 6442868 ? Sl 00:37 8:18 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2340964 41.3 0.3 70668284 6786052 ? Sl 00:37 10:30 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341158 4.8 0.3 70886032 7004272 ? Sl 00:37 1:14 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341160 29.2 0.3 70626436 6447132 ? Sl 00:37 7:25 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341193 50.5 0.3 71921764 7265544 ? Rl 00:37 12:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341348 26.0 0.3 71430944 6820720 ? Sl 00:37 6:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341411 4.7 0.3 72209824 7712656 ? Sl 00:37 1:13 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341444 4.7 0.3 71005156 6640220 ? Sl 00:37 1:12 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341537 4.5 0.3 70656064 6650656 ? Sl 00:37 1:09 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341538 59.1 0.3 71229044 6769008 ? Rl 00:37 15:01 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341663 49.3 0.3 72228336 7803308 ? Sl 00:37 12:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341670 57.4 0.3 70991832 6922300 ? Rl 00:37 14:34 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341680 33.5 0.3 71163404 6879940 ? Sl 00:37 8:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341706 3.9 0.3 70974740 6947024 ? Sl 00:37 1:00 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2341915 3.6 0.3 70616996 6456680 ? Sl 00:37 0:55 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2342041 2.5 0.3 71122920 6880208 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2342167 58.5 0.3 71648488 7716400 ? Rl 00:37 14:52 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2342231 4.6 0.3 70703504 6452484 ? Sl 00:37 1:11 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2342419 49.6 0.3 72371696 7586856 ? Rl 00:37 12:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2342542 58.1 0.3 71336672 7269116 ? Rl 00:37 14:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2342545 17.9 0.3 70285624 6413024 ? Sl 00:37 4:34 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2342784 2.7 0.3 70871828 6499244 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2367028 5.0 0.0 8492 5224 ? Ss 01:02 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2367125 0.0 0.0 6412 724 ? S 01:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", - "zhaowan+ 3400520 0.3 0.0 1262616 464988 ? Sl Apr13 0:43 /home/zhaowangbo/.vscode-server/bin/1e790d77f81672c49be070e04474901747115651/node /home/zhaowangbo/.vscode-server/extensions/ms-python.vscode-pylance-2024.4.1/dist/server.bundle.js --cancellationReceive=file:98eaa38ca121a27bf469d3588850255a4a0b056b9b --node-ipc --clientProcessId=3420919\n", + " zhaowan+ 2855662 5.0 0.0 8492 5088 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 2855774 0.0 0.0 7240 588 ? S 14:17 0:00 sleep 1\n", + "zhaowan+ 2855782 0.0 0.0 7240 592 ? S 14:17 0:00 sleep 1\n", + "zhaowan+ 2855803 0.0 0.0 6412 724 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + "zhaowan+ 3318198 0.1 0.0 1269428 469156 ? Sl 04:05 1:00 /home/zhaowangbo/.vscode-server/bin/1e790d77f81672c49be070e04474901747115651/node /home/zhaowangbo/.vscode-server/extensions/ms-python.vscode-pylance-2024.4.1/dist/server.bundle.js --cancellationReceive=file:790961802e0d4cd19d3a255485219c6524349a62b5 --node-ipc --clientProcessId=2537441\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -895,49 +786,206 @@ "HOST: h800-82\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 2261487 0.8 0.0 20732364 301004 ? Ssl 00:23 0:19 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/torchrun --nproc_per_node=8 --nnodes=8 --node_rank=2 --master_addr=10.20.1.80 --master_port=29500 scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2261627 135 0.5 125636668 12298636 ? Ssl 00:23 52:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2261628 135 0.5 97522804 12558752 ? Ssl 00:23 52:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2261629 135 0.5 117170160 12182628 ? Ssl 00:23 52:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2261630 135 0.6 118773036 13098140 ? Ssl 00:23 52:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2261631 92.7 0.5 97113840 12158824 ? Ssl 00:23 36:01 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2261632 92.2 0.5 124314604 11472328 ? Ssl 00:23 35:49 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2261633 92.2 0.6 119122160 14474524 ? Ssl 00:23 35:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2261634 92.3 0.6 125297012 12860604 ? Ssl 00:23 35:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2263594 3.2 0.2 70341448 6338112 ? Sl 00:37 0:49 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2263652 2.8 0.3 71738852 7699056 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2263658 3.6 0.3 70807188 6814280 ? Sl 00:37 0:55 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2263659 2.3 0.3 70921548 6762796 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2263673 2.6 0.2 70460096 6310452 ? Sl 00:37 0:40 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2263719 3.2 0.3 71025924 7155592 ? Sl 00:37 0:49 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2263766 2.8 0.3 71600080 7438296 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264035 2.4 0.4 73416340 9167760 ? Sl 00:37 0:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264098 2.9 0.3 70518180 6638252 ? Sl 00:37 0:45 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264161 3.6 0.3 70744320 6628348 ? Sl 00:37 0:56 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264162 2.8 0.3 71348680 7231156 ? Sl 00:37 0:43 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264163 2.9 0.3 70657236 6532512 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264224 2.3 0.3 71322920 6715528 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264284 2.5 0.3 71762844 7813708 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264440 2.7 0.3 71089240 6715628 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264539 3.3 0.3 72287524 8285152 ? Sl 00:37 0:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264602 2.0 0.3 70945648 6584048 ? Sl 00:37 0:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264603 3.3 0.3 70744124 6671600 ? Sl 00:37 0:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264604 3.8 0.4 73111740 8863548 ? Sl 00:37 0:58 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264748 2.0 0.3 70882732 6642780 ? Sl 00:37 0:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264792 1.8 0.3 72141276 7738404 ? Sl 00:37 0:28 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264793 3.4 0.3 70957980 6719660 ? Sl 00:37 0:52 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2264980 3.3 0.3 70878052 6750228 ? Sl 00:37 0:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265043 2.4 0.3 70911784 6662692 ? Sl 00:37 0:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265169 2.7 0.3 71138548 6899732 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265281 2.5 0.3 70589400 6426796 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265421 3.1 0.3 71715340 7688820 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265470 1.7 0.3 70834440 6954684 ? Sl 00:37 0:26 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265474 2.6 0.3 70962692 6723956 ? Sl 00:37 0:40 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265789 3.7 0.4 73269828 8899476 ? Sl 00:37 0:56 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265862 2.7 0.3 70741748 6491056 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2265988 2.2 0.4 73111716 8862956 ? Sl 00:37 0:34 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2282497 10.0 0.0 8488 5228 ? Ss 01:02 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2282590 0.0 0.0 6412 724 ? S 01:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " zhaowan+ 174693 0.0 0.0 8496 5008 ? S 01:59 0:00 bash -ic sleep 3h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", + "zhaowan+ 203444 0.0 0.0 8496 5024 ? S 02:00 0:00 bash -ic sleep 6h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", + "zhaowan+ 923907 0.8 0.0 21146488 832312 ? Sl 08:00 3:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 994978 2.2 0.0 28069076 833356 ? Sl 08:01 8:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995480 24.4 0.1 52071324 4194416 ? Il 08:01 92:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995546 24.5 0.2 58624648 4588168 ? Il 08:01 92:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995635 29.8 0.1 55368264 3996440 ? Il 08:01 112:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995653 24.1 0.2 54426788 5539600 ? Il 08:01 90:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995669 23.7 0.4 73311264 9524492 ? Il 08:01 89:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995686 23.0 0.1 62717044 4148532 ? Il 08:01 86:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995806 22.5 0.2 58699480 4369028 ? Il 08:01 84:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995855 26.0 0.2 68191532 5143084 ? Il 08:01 97:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995889 29.6 0.2 58825836 5656824 ? Il 08:01 111:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995919 21.4 0.2 60727440 4265836 ? Il 08:01 80:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995948 25.2 0.3 68151948 7847040 ? Il 08:01 94:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 995983 24.6 0.2 60014392 4684260 ? Il 08:01 92:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996000 22.9 0.1 55865208 3224996 ? Il 08:01 86:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996017 24.0 0.2 66186208 4997332 ? Il 08:01 90:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996106 25.8 0.2 66393268 5018408 ? Il 08:01 97:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996136 28.8 0.2 74064784 5050268 ? Il 08:01 108:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996203 21.9 0.5 65227892 11969064 ? Il 08:01 82:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996205 22.9 0.2 60425824 4371476 ? Il 08:01 86:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996237 28.4 0.2 71120844 4552948 ? Il 08:01 106:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996250 28.3 0.2 54568820 6087412 ? Rl 08:01 106:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996313 25.0 0.3 67840088 6392684 ? Il 08:01 94:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996333 24.2 0.2 56080904 4688488 ? Il 08:01 91:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996362 27.2 0.3 62698300 7981184 ? Il 08:01 102:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996382 24.9 0.1 57070784 3312392 ? Il 08:01 93:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996413 27.0 0.2 59497276 4720040 ? Il 08:01 101:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996807 23.8 0.3 65248496 6507596 ? Il 08:01 89:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996854 22.1 0.2 61763632 4326532 ? Rl 08:01 83:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996901 24.1 0.2 54814156 4279588 ? Il 08:01 90:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996948 23.3 0.2 61687268 5531508 ? Il 08:01 87:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996965 23.3 0.1 60984940 4127604 ? Il 08:01 87:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996997 23.8 0.2 66438000 6061444 ? Dl 08:01 89:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 996999 22.5 0.2 58536780 5038056 ? Rl 08:01 84:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997082 22.5 0.2 54995864 5028436 ? Il 08:01 84:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997158 25.3 0.4 80402632 9201908 ? Il 08:01 95:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997230 22.6 0.1 47895924 4154648 ? Il 08:01 85:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997322 29.5 0.2 64725168 5831552 ? Rl 08:01 111:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997324 28.0 0.1 48760960 3838548 ? Rl 08:01 105:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997326 22.8 0.2 61205900 4342008 ? Rl 08:01 85:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997343 24.3 0.1 71103052 3368236 ? Dl 08:01 91:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997420 24.2 0.2 52452840 4400920 ? Rl 08:01 91:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997422 28.7 0.2 68263492 4825632 ? Rl 08:01 108:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997484 24.9 0.2 82730616 5080080 ? Rl 08:01 93:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997546 31.8 0.2 63011752 4544860 ? Il 08:01 119:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997563 24.0 0.2 64505220 4992748 ? Il 08:01 90:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997580 25.9 0.2 59382724 4604004 ? Il 08:01 97:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997612 27.5 0.2 69344064 5136396 ? Il 08:01 103:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997696 24.2 0.1 55973624 4151324 ? R 08:01 91:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997770 22.6 0.2 56370020 4236460 ? Il 08:01 85:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997840 25.4 0.2 65288372 4542140 ? Il 08:01 95:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997845 22.1 0.2 73569808 5285576 ? Il 08:01 83:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997892 29.3 0.2 68439752 4466724 ? Il 08:01 110:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997894 23.9 0.2 54355736 4533832 ? Il 08:01 90:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997948 28.1 0.2 60145544 4303936 ? Il 08:01 105:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 997998 23.0 0.2 66050472 4539360 ? Il 08:01 86:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998043 24.6 0.1 65603648 4008252 ? Il 08:01 92:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998052 22.9 0.2 60769304 4961592 ? Il 08:01 86:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998054 23.1 0.2 59899388 4638208 ? Il 08:01 86:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998101 26.7 0.1 58629336 4045832 ? Il 08:01 100:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998103 22.2 0.1 68112028 3524324 ? Il 08:01 83:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998148 24.9 0.2 60573780 4975880 ? Il 08:01 93:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998168 27.3 0.1 70393700 3745652 ? Il 08:01 102:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998200 23.3 0.1 64973640 3711296 ? Il 08:01 87:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998232 23.6 0.1 62315628 3374184 ? Il 08:01 89:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998292 22.4 0.4 66894616 9993416 ? Il 08:01 84:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998371 22.1 0.2 59940504 4665284 ? Il 08:01 83:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998393 21.7 0.1 55910068 2833532 ? Rl 08:01 81:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998429 22.0 0.2 66272476 5578392 ? Il 08:01 82:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998504 21.5 0.2 55252196 5822136 ? Il 08:01 80:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998519 28.9 0.1 54139092 3902116 ? Il 08:01 108:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998546 24.6 0.2 67342168 5990120 ? Il 08:01 92:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998548 25.0 0.1 56531968 3768540 ? Il 08:01 94:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998580 22.6 0.2 60324640 4429980 ? Il 08:01 84:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998668 32.2 0.2 52864244 4232976 ? Il 08:01 121:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998701 29.6 0.2 67795052 4649644 ? Il 08:01 111:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998735 22.3 0.2 56043564 4486424 ? Il 08:01 83:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998738 32.0 0.2 70878388 4684800 ? Il 08:01 120:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998755 27.1 0.2 65068056 4559892 ? Il 08:01 102:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998794 25.7 0.3 63294292 6786520 ? Il 08:01 96:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998833 30.4 0.2 57688480 4408500 ? Il 08:01 114:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998851 29.5 0.1 63030388 3332624 ? Il 08:01 110:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998890 22.4 0.2 65944176 4440156 ? Il 08:01 84:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 998933 23.8 0.2 54438488 4251980 ? Il 08:01 89:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999006 23.3 0.1 58219408 3809536 ? Il 08:01 87:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999066 23.4 0.2 71261596 4788472 ? Il 08:01 88:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999086 21.6 0.2 61628852 4552704 ? Il 08:01 81:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999118 25.8 0.2 58793028 4468756 ? Rl 08:01 97:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999135 24.4 0.2 68746856 6140612 ? Il 08:01 91:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999168 24.5 0.3 57857672 7814320 ? Il 08:01 92:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999222 28.9 0.2 65320628 4483964 ? Il 08:01 108:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999253 23.6 0.2 64778688 4958096 ? Il 08:01 88:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999292 21.7 0.1 47662540 2934060 ? Rl 08:01 81:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999320 23.0 0.1 55465708 4210188 ? Il 08:01 86:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999342 24.6 0.2 71185656 4761008 ? Il 08:01 92:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999389 26.0 0.2 75726772 4820332 ? Il 08:01 97:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999436 23.6 0.5 62599980 10585536 ? Dl 08:01 88:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 999460 22.2 0.2 52708944 4537084 ? Il 08:01 83:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3034707 7.0 0.0 8488 5240 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 3035979 0.0 0.0 6412 724 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + "zhaowan+ 3409140 0.8 0.0 21186172 873312 ? Sl 04:59 4:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3459853 2.4 0.0 27970420 874396 ? Sl 05:00 13:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3459993 29.2 0.1 23415380 3102208 ? Rl 05:00 162:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3459995 23.4 0.1 23748896 3436488 ? Dl 05:00 130:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460012 29.7 0.1 23785276 3472664 ? Il 05:00 165:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460014 22.6 0.1 23716364 3403876 ? Sl 05:00 126:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460031 22.7 0.4 30920388 10239620 ? Il 05:00 126:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460048 32.1 0.1 24088992 3653684 ? Il 05:00 179:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460050 31.9 0.1 23604028 3291900 ? Il 05:00 177:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460052 23.7 0.1 23432360 3118100 ? Sl 05:00 132:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460084 33.6 0.1 23548544 3358920 ? Il 05:00 187:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460086 23.7 0.1 24045260 3730764 ? Sl 05:00 132:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460088 25.8 0.0 21913804 1724220 ? Il 05:00 144:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460090 25.8 0.3 27032796 6720376 ? Il 05:00 144:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460122 29.3 0.1 23929648 3617148 ? Il 05:00 163:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460124 25.2 0.1 23664764 3474944 ? Il 05:00 140:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460127 28.6 0.2 24630112 4317884 ? Il 05:00 159:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460143 23.9 0.3 28693420 8380172 ? Il 05:00 133:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460145 26.5 0.1 23991744 3802064 ? Il 05:00 147:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460162 25.4 0.4 30668536 10232516 ? Il 05:00 141:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460164 27.0 0.1 23769692 3456572 ? Il 05:00 150:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460196 24.2 0.1 24141704 3706352 ? Il 05:00 135:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460228 28.7 0.0 22400236 2087668 ? Sl 05:00 160:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460260 29.5 0.1 23685216 3495684 ? Il 05:00 164:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460262 24.0 0.2 25975152 5539940 ? Il 05:00 133:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460264 28.7 0.1 22586468 2150812 ? Il 05:00 160:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460281 33.7 0.1 24378060 3697084 ? Rl 05:00 187:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460358 22.6 0.1 23591732 3277324 ? Sl 05:00 125:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460375 22.9 0.1 23829968 3511952 ? Sl 05:00 128:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460392 22.1 0.1 23837700 3522960 ? Sl 05:00 123:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460394 27.9 0.3 27046112 6610088 ? Rl 05:00 155:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460396 30.4 0.0 22163424 1728328 ? Il 05:00 169:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460413 24.6 0.1 23907980 3562584 ? Il 05:00 137:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460415 34.2 0.1 23891564 3455648 ? Dl 05:00 190:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460418 25.2 0.1 24579176 4143632 ? Il 05:00 140:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460435 26.8 0.1 23773404 3583436 ? Rl 05:00 149:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460437 25.1 0.1 23524736 3056364 ? Il 05:00 139:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460454 26.8 0.1 23839960 3649760 ? Il 05:00 149:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460471 29.9 0.1 23498360 3308068 ? Il 05:00 166:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460488 26.4 0.1 24241524 3560220 ? Il 05:00 147:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460490 24.2 0.1 23850116 3504400 ? Il 05:00 135:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460492 31.9 0.1 23630288 3440068 ? Il 05:00 177:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460524 32.3 0.1 24143740 3675928 ? Il 05:00 180:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460526 24.1 0.1 23725968 3412852 ? Il 05:00 134:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460528 28.5 0.1 24007240 3571164 ? Il 05:00 159:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460545 29.2 0.1 23852556 3540424 ? Sl 05:00 163:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460547 29.4 0.1 23518296 3328956 ? Il 05:00 163:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460564 28.8 0.1 24216988 3658316 ? Il 05:00 160:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460581 27.2 0.2 24885956 4327400 ? Rl 05:00 151:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460628 27.6 0.1 23594316 3404988 ? Il 05:00 153:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460645 23.2 0.1 24456732 4144204 ? Sl 05:00 129:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460647 23.6 0.1 23983216 3671068 ? Sl 05:00 131:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460679 28.6 0.1 22706600 2393564 ? Il 05:00 159:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460726 28.6 0.1 24188864 3597636 ? Il 05:00 159:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460728 22.6 0.1 23960824 3642756 ? Sl 05:00 126:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460745 34.6 0.1 23713828 3032844 ? Il 05:00 192:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460762 25.6 0.1 24019396 3705164 ? Sl 05:00 142:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460764 31.3 0.1 23982736 3546848 ? Il 05:00 174:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460766 26.3 0.1 22820460 2630184 ? Il 05:00 146:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460783 24.4 0.1 23888808 3576824 ? Sl 05:00 136:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460785 26.6 0.1 23502624 3066976 ? Il 05:00 148:20 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460815 29.5 0.1 22757564 2289640 ? Il 05:00 164:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460833 23.4 0.3 27108716 6730980 ? Sl 05:00 130:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460881 30.4 0.1 22819620 2629296 ? Il 05:00 169:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460883 26.0 0.1 23887392 3451708 ? Il 05:00 145:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460885 27.4 0.1 23641240 3451604 ? Sl 05:00 153:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460887 25.3 0.1 23612064 3421828 ? Il 05:00 141:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460889 28.2 0.1 23626752 3313704 ? Il 05:00 157:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460891 28.4 0.1 24356504 4165112 ? Sl 05:00 158:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460923 24.0 0.1 23544248 3348604 ? Sl 05:00 133:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460925 32.1 0.1 23834924 3399460 ? Il 05:00 178:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460927 30.2 0.1 23811940 3376272 ? Il 05:00 168:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460929 28.6 0.1 24182616 3624152 ? Rl 05:00 159:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460946 29.6 0.1 23569604 3256516 ? Il 05:00 165:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460948 24.0 0.2 25726360 5536728 ? Il 05:00 134:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460950 23.2 0.1 22688392 2499096 ? Sl 05:00 129:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460952 22.9 0.1 23794008 3598540 ? Sl 05:00 127:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460969 22.8 0.1 23563964 3368088 ? Sl 05:00 127:20 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460986 28.8 0.1 23952128 3762392 ? Il 05:00 160:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460988 29.7 0.1 23451916 3016396 ? Rl 05:00 165:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3460990 25.8 0.1 23792024 3595820 ? Sl 05:00 143:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461037 28.9 0.1 23714132 3524892 ? Sl 05:00 160:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461039 27.9 0.1 23535244 3345116 ? Sl 05:00 155:51 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461041 24.9 0.1 24087652 3568164 ? Sl 05:00 138:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461073 29.7 0.1 23999612 3441500 ? Il 05:00 165:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461090 23.8 0.1 23961912 3766744 ? Sl 05:00 133:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461107 28.4 0.1 23859680 3547024 ? Il 05:00 158:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461124 28.7 0.1 23772108 3576924 ? Sl 05:00 159:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461156 22.4 0.2 24793680 4598052 ? Sl 05:00 125:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461158 22.6 0.1 23775844 3580376 ? Sl 05:00 126:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461161 29.4 0.1 23606144 3383828 ? Il 05:00 164:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461187 25.7 0.1 23895236 3699736 ? Sl 05:00 143:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461256 25.3 0.1 24698168 4140164 ? Il 05:00 141:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461258 28.4 0.1 24019812 3584796 ? Dl 05:00 158:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461260 35.4 0.1 23480188 3166940 ? Il 05:00 197:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461277 28.8 0.1 23886152 3450248 ? Il 05:00 160:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461279 27.7 0.1 23976388 3417852 ? Il 05:00 154:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3461281 23.3 0.1 23622468 3277240 ? Il 05:00 130:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -946,49 +994,8 @@ "HOST: h800-83\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 3883209 0.8 0.0 20738040 300960 ? Ssl 00:23 0:18 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/torchrun --nproc_per_node=8 --nnodes=8 --node_rank=3 --master_addr=10.20.1.80 --master_port=29500 scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3883533 136 0.5 97322024 12419216 ? Ssl 00:23 53:00 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3883534 135 0.5 103578376 11581412 ? Ssl 00:23 52:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3883535 134 0.6 129268272 12838244 ? Ssl 00:23 52:30 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3883536 135 0.6 105399344 14686648 ? Ssl 00:23 52:43 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3883537 92.4 0.6 130387668 12921244 ? Ssl 00:23 36:02 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3883538 91.7 0.5 122906484 12533612 ? Ssl 00:23 35:45 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3883539 92.2 0.6 120092008 12806228 ? Ssl 00:23 35:57 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3883540 92.5 0.6 117633992 13342420 ? Ssl 00:23 36:03 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3901690 3.1 0.3 72669404 8144692 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3901691 2.1 0.3 71105612 6726912 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3901713 2.0 0.3 71090704 6713500 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3901779 2.9 0.3 71396432 7060160 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3901780 3.4 0.3 70843524 6553332 ? Sl 00:37 0:53 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3901792 3.1 0.3 71574896 7664740 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3901910 2.5 0.3 71466140 7179304 ? Sl 00:37 0:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902131 2.7 0.4 72812272 8812264 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902194 2.3 0.3 71347604 7101880 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902257 2.0 0.3 70620480 6609740 ? Sl 00:37 0:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902320 2.0 0.3 70541756 6496756 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902321 2.7 0.4 72649700 8494292 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902322 2.6 0.3 71322128 7035100 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902359 2.2 0.3 71019228 6930000 ? Sl 00:37 0:34 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902507 3.4 0.3 71077852 6822892 ? Sl 00:37 0:53 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902635 3.7 0.3 70678980 6679600 ? Sl 00:37 0:57 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902698 2.4 0.4 73113704 9114536 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902762 2.4 0.3 71115232 6983772 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902763 2.9 0.3 70375600 6487800 ? Sl 00:37 0:45 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902766 3.5 0.3 70953408 6661432 ? Sl 00:37 0:54 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902900 3.2 0.3 70697012 6909600 ? Sl 00:37 0:49 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902962 3.0 0.3 71092520 6757196 ? Sl 00:37 0:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3902973 2.5 0.3 70571668 6563076 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3903088 2.8 0.2 70228696 6073656 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3903269 3.4 0.4 73075816 9076828 ? Sl 00:37 0:52 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3903270 3.1 0.3 70836216 6705740 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3903272 2.4 0.3 70553204 6629732 ? Sl 00:37 0:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3903501 3.1 0.3 71464840 7330812 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3903509 2.6 0.3 70816120 6782524 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3903761 1.6 0.3 71174536 6961708 ? Sl 00:37 0:26 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3903775 1.7 0.3 70962784 6461724 ? Sl 00:37 0:26 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3904091 2.9 0.4 72738176 8828524 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 3950799 5.0 0.0 14176 5296 ? Ss 01:02 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 3950958 0.0 0.0 12124 728 ? S 01:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " zhaowan+ 706603 5.0 0.0 14176 5444 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 706720 0.0 0.0 12124 664 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -997,49 +1004,305 @@ "HOST: h800-84\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 2042167 0.8 0.0 20738048 300952 ? Ssl 00:23 0:19 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/torchrun --nproc_per_node=8 --nnodes=8 --node_rank=4 --master_addr=10.20.1.80 --master_port=29500 scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2042309 136 0.6 119907372 13867396 ? Ssl 00:23 53:22 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2042310 134 0.6 116424732 12839468 ? Ssl 00:23 52:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2042311 136 0.5 117042012 12298480 ? Ssl 00:23 53:14 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2042312 136 0.6 102916536 12799780 ? Ssl 00:23 53:19 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2042313 92.8 0.6 113140144 13205952 ? Ssl 00:23 36:17 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2042314 92.5 0.6 122741964 13727800 ? Ssl 00:23 36:12 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2042315 92.6 0.5 116893500 12217156 ? Ssl 00:23 36:13 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2042316 92.6 0.5 116934464 12281904 ? Ssl 00:23 36:14 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044205 2.2 0.4 72562584 8653704 ? Sl 00:37 0:35 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044206 2.7 0.3 71185412 6776120 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044217 2.3 0.3 71864968 7574592 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044394 2.0 0.3 71166516 6798452 ? Sl 00:37 0:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044395 3.2 0.3 70970900 6594732 ? Sl 00:37 0:49 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044396 2.8 0.4 74106200 9738676 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044583 3.2 0.3 72335048 8179880 ? Sl 00:37 0:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044646 2.6 0.3 70550976 6604116 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044709 2.7 0.3 70788792 6913120 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044710 2.9 0.3 71591332 7581588 ? Sl 00:37 0:45 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044835 1.8 0.3 71719548 7518464 ? Sl 00:37 0:28 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044836 2.7 0.3 72443920 7953036 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044849 3.1 0.3 71516756 7640188 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2044900 2.8 0.3 71094612 6716348 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045087 2.8 0.3 70480092 6481620 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045088 1.2 0.3 72291748 8134568 ? Sl 00:37 0:19 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045089 3.3 0.3 71712636 7212664 ? Sl 00:37 0:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045231 2.0 0.3 70713008 6521708 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045339 2.1 0.3 71427468 7259316 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045402 3.7 0.3 70961684 6839220 ? Sl 00:37 0:57 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045403 3.2 0.3 70793392 6793808 ? Sl 00:37 0:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045490 2.7 0.3 70850584 6605424 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045555 3.0 0.3 71408924 7523044 ? Sl 00:37 0:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045586 2.2 0.3 70756944 6501652 ? Sl 00:37 0:35 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045843 2.5 0.3 72483832 8295392 ? Sl 00:37 0:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2045901 2.7 0.3 71489524 7444780 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2046032 2.7 0.3 71068828 6754752 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2046095 2.6 0.4 72952376 8705452 ? Sl 00:37 0:40 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2046131 1.2 0.3 70900696 6900048 ? Sl 00:37 0:18 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2046347 2.0 0.3 71612600 7358824 ? Sl 00:37 0:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2046474 1.1 0.3 71835572 7892288 ? Sl 00:37 0:17 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2046555 2.5 0.3 70480672 6535452 ? Sl 00:37 0:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 2060955 5.0 0.0 14176 5348 ? Ss 01:03 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2061050 0.0 0.0 12124 724 ? S 01:03 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " zhaowan+ 697488 0.8 0.0 21302928 982832 ? Sl 07:54 3:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 756910 2.3 0.0 28226540 984124 ? Sl 07:55 8:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757066 22.3 0.1 56634940 4067524 ? Il 07:55 85:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757068 21.3 0.2 62346816 4388760 ? Il 07:55 81:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757115 20.9 0.3 61072316 8254980 ? Rl 07:55 80:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757132 23.0 0.2 68816972 4909600 ? Il 07:55 88:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757134 24.8 0.2 62413132 4720876 ? Il 07:55 94:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757181 22.0 0.2 49235836 4392004 ? Il 07:55 84:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757183 23.4 0.2 66524868 5073304 ? Il 07:55 89:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757186 22.5 0.2 73564212 5244852 ? Il 07:55 86:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757194 21.5 0.2 60785468 4409388 ? Dl 07:55 82:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757220 21.6 0.2 56903688 5176480 ? Rl 07:55 82:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757222 21.3 0.4 80193844 8919992 ? Il 07:55 81:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757224 21.6 0.2 61723636 4616844 ? Rl 07:55 82:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757300 21.5 0.1 62733300 3902864 ? Il 07:55 82:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757348 22.0 0.2 79282760 5185688 ? Il 07:55 84:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757350 24.8 0.2 59586384 4361932 ? Il 07:55 94:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757367 22.6 0.2 70745728 5095628 ? Rl 07:55 86:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757399 22.8 0.2 65369520 4838180 ? Il 07:55 87:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757401 22.9 0.3 52759432 6648732 ? Rl 07:55 87:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757418 21.9 0.2 60957500 4494692 ? Il 07:55 83:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757435 23.1 0.2 62798500 5424272 ? Rl 07:55 88:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757437 22.1 0.2 68087764 5037128 ? Il 07:55 84:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757439 22.9 0.2 68823068 4291108 ? Il 07:55 87:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757456 20.5 0.2 69040944 4935648 ? Il 07:55 78:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757458 22.1 0.2 60819896 4930784 ? Il 07:55 84:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757475 22.6 0.2 58171436 4730888 ? Il 07:55 86:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757673 20.8 0.1 56601164 4223980 ? Il 07:55 79:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757722 22.4 0.4 72286332 10371488 ? Il 07:55 85:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757737 21.5 0.2 59727880 4571608 ? Il 07:55 82:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757769 21.0 0.2 64527024 4716092 ? Il 07:55 80:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757816 19.7 0.2 48652332 4386080 ? Il 07:55 75:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757848 20.9 0.2 66970040 4799512 ? Il 07:55 80:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757865 20.5 0.1 68708344 3822832 ? Il 07:55 78:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757897 21.7 0.2 72838064 5109136 ? Il 07:55 82:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757914 21.3 0.2 58876844 4304956 ? Rl 07:55 81:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757946 25.2 0.1 64266820 3523692 ? Il 07:55 96:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757963 23.1 0.1 60740852 2837476 ? Dl 07:55 88:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 757980 25.7 0.2 70170100 4952780 ? Il 07:55 98:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758027 21.7 0.2 60937620 5021592 ? Il 07:55 83:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758055 21.7 0.2 62997064 4449536 ? Il 07:55 83:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758076 25.7 0.2 64212352 5707176 ? Rl 07:55 98:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758078 19.3 0.2 57573112 4513448 ? Dl 07:55 73:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758095 23.3 0.2 63550712 5040624 ? Il 07:55 89:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758112 22.4 0.1 60494628 3952440 ? Il 07:55 85:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758129 21.1 0.2 76563284 5135244 ? Il 07:55 80:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758161 23.3 0.1 62938828 3873884 ? Dl 07:55 89:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758238 20.9 0.1 58477532 3674792 ? Il 07:55 80:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758240 23.7 0.2 59957244 4849860 ? Il 07:55 90:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758287 20.8 0.2 67840088 4886152 ? Il 07:55 79:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758334 21.1 0.2 60155396 5191644 ? Il 07:55 80:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758420 22.2 0.2 61495772 4921360 ? Il 07:55 85:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758461 20.3 0.2 58483584 4798664 ? Rl 07:55 77:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758490 24.0 0.2 57541972 4511824 ? Il 07:55 91:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758522 21.7 0.2 57575184 4545680 ? Il 07:55 83:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758539 22.2 0.2 64484452 4416812 ? Il 07:55 84:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758541 21.8 0.2 64159920 5003244 ? Dl 07:55 83:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758543 21.4 0.2 72368176 4858796 ? Il 07:55 82:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758575 22.0 0.2 54538808 4677028 ? Il 07:55 84:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758622 20.4 0.2 54872736 4660252 ? Il 07:55 78:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758654 20.9 0.2 65416928 4237112 ? Il 07:55 80:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758671 21.4 0.2 67533700 4826700 ? Il 07:55 82:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758688 23.2 0.2 66098940 5443204 ? Rl 07:55 88:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758735 23.8 0.1 59402536 3376800 ? Il 07:55 91:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758767 21.4 0.2 58987760 4915208 ? Il 07:55 81:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758799 25.3 0.2 51397456 4444624 ? Il 07:55 96:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758831 20.8 0.2 72996260 5136832 ? Il 07:55 79:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758833 21.6 0.2 50147336 4309664 ? Il 07:55 82:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758836 21.7 0.2 63997044 4957460 ? Il 07:55 83:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758853 23.4 0.2 58088600 4396112 ? Rl 07:55 89:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758885 22.9 0.2 65809524 5363636 ? Rl 07:55 87:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758932 21.5 0.2 63522188 4502352 ? Il 07:55 82:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758949 28.9 0.1 61753280 3508408 ? Il 07:55 110:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758981 22.6 0.1 69826392 4075596 ? Il 07:55 86:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 758983 23.2 0.2 60854452 5062728 ? Il 07:55 88:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759000 24.1 0.2 64863996 4804772 ? Il 07:55 92:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759032 26.7 0.2 58411772 4838152 ? Il 07:55 102:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759094 24.4 0.2 65437076 5043048 ? Rl 07:55 93:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759126 24.6 0.2 60216720 5310128 ? Rl 07:55 94:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759128 21.5 0.2 61874592 5447552 ? Rl 07:55 82:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759130 20.9 0.2 61021476 4353760 ? Il 07:55 79:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759147 22.5 0.2 59110768 4775568 ? Il 07:55 86:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759164 22.5 0.2 65947408 4384796 ? Il 07:55 86:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759166 21.4 0.2 60519020 5435664 ? Dl 07:55 81:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759168 23.9 0.2 62304368 5208160 ? Rl 07:55 91:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759200 22.4 0.2 62645968 4362140 ? Il 07:55 85:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759202 20.1 0.2 49250168 4503716 ? Il 07:55 77:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759219 21.5 0.2 73925068 4422400 ? Il 07:55 82:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759311 20.2 0.2 58323772 4363784 ? Il 07:55 77:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759328 20.3 0.2 52152764 4411032 ? Il 07:55 77:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759345 21.6 0.2 62726704 4776964 ? Rl 07:55 82:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759392 21.9 0.2 66138232 5803840 ? Dl 07:55 83:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759409 21.4 0.2 61670672 4647044 ? Il 07:55 82:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759426 21.3 0.2 67160952 4570528 ? Il 07:55 81:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759443 23.5 0.2 60885180 4470060 ? Il 07:55 90:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759460 23.2 0.1 66062320 4181724 ? Rl 07:55 88:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759462 22.8 0.2 65951944 4941260 ? Rl 07:55 87:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 759494 20.4 0.2 56051364 4489472 ? Il 07:55 78:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 1262361 0.0 0.0 14180 5296 ? S 01:54 0:00 bash -ic sleep 3h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", + "zhaowan+ 1354819 0.0 0.0 14180 5232 ? S 01:54 0:00 bash -ic sleep 6h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", + "zhaowan+ 1522643 0.0 0.0 14180 5348 ? S 01:55 0:00 bash -ic sleep 9h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", + "zhaowan+ 1984585 0.8 0.0 21234260 914608 ? Sl 04:54 4:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2064791 2.5 0.0 28033876 915516 ? Sl 04:55 14:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2064871 19.1 0.1 23901996 3580648 ? Il 04:55 107:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2064873 20.3 0.2 24702060 4260864 ? Il 04:55 114:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2064965 20.5 0.1 24406892 4023032 ? Il 04:55 115:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065099 20.3 0.1 24040840 3599176 ? Il 04:55 114:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065101 19.5 0.1 23931704 3612676 ? Il 04:55 109:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065118 19.1 0.1 23696028 3377108 ? Il 04:55 107:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065135 20.3 0.1 23934804 3579856 ? Sl 04:55 114:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065152 21.4 0.1 23734892 3416144 ? Il 04:55 120:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065184 20.8 0.1 23980124 3412448 ? Sl 04:55 117:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065186 21.1 0.1 23753512 3189612 ? Il 04:55 118:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065203 20.5 0.1 24171548 3601216 ? Sl 04:55 115:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065205 22.0 0.1 23632596 3064824 ? Sl 04:55 124:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065222 20.6 0.1 23794996 3315016 ? Sl 04:55 115:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065239 20.6 0.1 24125720 3522592 ? Sl 04:55 116:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065241 20.2 0.1 24244016 3764500 ? Sl 04:55 113:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065243 21.9 0.1 24222260 3530048 ? Sl 04:55 123:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065245 21.6 0.1 24215696 3735876 ? Sl 04:55 121:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065247 21.3 0.1 24009324 3535640 ? Il 04:55 120:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065264 21.4 0.1 24002436 3437480 ? Il 04:55 120:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065266 21.1 0.2 24879092 4560536 ? Il 04:55 118:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065283 20.9 0.1 23753804 3312428 ? Il 04:55 117:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065300 23.7 0.1 24327724 3763052 ? Rl 04:55 133:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065317 21.1 0.1 23635392 3439252 ? Il 04:55 118:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065319 20.8 0.1 23852780 3495144 ? Sl 04:55 117:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065321 21.3 0.2 25248956 4661092 ? Rl 04:55 120:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065545 24.4 0.1 23745912 3427048 ? Il 04:55 137:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065562 22.5 0.1 23664124 3218988 ? Sl 04:55 126:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065564 22.3 0.3 29596240 8234228 ? Rl 04:55 125:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065566 22.3 0.1 24845012 4226496 ? Rl 04:55 125:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065598 21.1 0.1 24113600 3516908 ? Il 04:55 118:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065615 22.2 0.1 24266168 3510144 ? Sl 04:55 124:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065627 22.2 0.1 23585216 3144252 ? Dl 04:55 125:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065649 22.4 0.2 26033136 4492964 ? Rl 04:55 126:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065780 20.7 0.1 24268560 3826936 ? Il 04:55 116:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065877 21.5 0.1 24020120 3509724 ? Sl 04:55 120:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065879 20.9 0.1 23400636 3048988 ? Il 04:55 117:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065881 23.5 0.1 23367436 3171768 ? Il 04:55 132:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065883 21.5 0.2 25951160 5596972 ? Sl 04:55 121:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065915 21.8 0.1 23865148 3295056 ? Sl 04:55 122:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065917 20.2 0.1 23812588 3299900 ? Sl 04:55 114:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065934 20.8 0.1 24185736 3616268 ? Sl 04:55 116:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065936 24.8 0.1 24135688 3816772 ? Il 04:55 139:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2065938 22.0 0.1 24058120 3617016 ? Il 04:55 124:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066168 21.1 0.1 24040208 3562620 ? Sl 04:55 118:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066254 21.9 0.1 24113416 3671904 ? Il 04:55 123:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066463 20.6 0.1 24137384 3567148 ? Sl 04:55 115:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066465 21.5 0.3 27174728 6730020 ? Sl 04:55 120:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066467 22.1 0.1 23869972 3674080 ? Dl 04:55 124:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066469 21.9 0.1 23630904 3312024 ? Il 04:55 123:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066471 20.5 0.3 27408888 6722004 ? Rl 04:55 115:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066503 23.2 0.1 23896884 3700644 ? Il 04:55 130:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066535 20.6 0.1 24554288 4047380 ? Il 04:55 115:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066537 23.3 0.1 23862900 3666640 ? Dl 04:55 131:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066554 24.2 0.1 23741340 3422492 ? Il 04:55 136:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066571 23.6 0.1 24156048 3681864 ? Il 04:55 132:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066573 21.5 0.2 25750856 5554544 ? Il 04:55 121:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066575 23.2 0.1 25081424 4161244 ? Rl 04:55 130:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066577 20.3 0.3 26602428 6406532 ? Il 04:55 114:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066579 23.6 0.1 24528016 4122416 ? Rl 04:55 133:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066581 21.9 0.1 23996304 3554356 ? Il 04:55 123:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066583 19.9 0.4 30593056 10112812 ? Sl 04:55 112:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066585 20.1 0.1 23536080 3089896 ? Sl 04:55 113:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066602 20.1 0.1 24258636 3688524 ? Sl 04:55 113:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066604 21.6 0.1 23619400 3177716 ? Il 04:55 121:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066606 21.6 0.1 23628208 3186280 ? Il 04:55 121:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066608 22.0 0.1 24306344 3741872 ? Rl 04:55 123:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066625 22.2 0.1 23980328 3506160 ? Il 04:55 124:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066627 21.8 0.1 24455164 3768280 ? Il 04:55 122:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066629 21.6 0.2 25294020 4268196 ? Rl 04:55 121:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066646 23.9 0.1 23750684 3276356 ? Il 04:55 134:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066648 21.8 0.3 29234044 8309636 ? Rl 04:55 122:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066650 23.1 0.2 25652596 5096584 ? Rl 04:55 130:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066652 20.7 0.1 23880636 3561612 ? Il 04:55 116:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066654 21.2 0.1 23745288 3427164 ? Il 04:55 119:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066656 24.7 0.1 24539692 3873404 ? Rl 04:55 139:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066658 21.0 0.1 24053652 3489688 ? Rl 04:55 118:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066660 20.5 0.1 24054808 3580072 ? Il 04:55 115:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066662 23.3 0.1 23937460 3496772 ? Il 04:55 131:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066664 20.5 0.1 24237360 4041380 ? Il 04:55 115:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066666 22.7 0.1 24216904 3529700 ? Il 04:55 128:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066733 20.4 0.1 23976636 3496212 ? Sl 04:55 114:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066877 22.4 0.1 24118536 3675944 ? Il 04:55 125:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066879 20.5 0.1 23928356 3358612 ? Sl 04:55 115:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066911 21.2 0.1 24161252 3597068 ? Il 04:55 119:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066913 21.2 0.1 24157596 3634172 ? Il 04:55 119:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066930 22.7 0.1 23723068 3371160 ? Il 04:55 128:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2066947 23.6 0.1 23991572 3517540 ? Il 04:55 133:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067141 21.5 0.1 24832424 4076880 ? Sl 04:55 121:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067143 19.8 0.1 24615160 3921920 ? Sl 04:55 111:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067160 25.3 0.1 24144000 3456660 ? Rl 04:55 142:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067162 23.0 0.1 23855200 3503700 ? Il 04:55 129:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067164 24.9 0.1 23665812 3346700 ? Il 04:55 140:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067166 20.1 0.1 23931768 3457404 ? Il 04:55 113:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067168 21.9 0.1 24112612 3638132 ? Il 04:55 123:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067170 22.2 0.1 23952140 3511016 ? Il 04:55 124:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2067172 24.2 0.2 25036640 4242596 ? Rl 04:55 136:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 2402471 5.5 0.0 14176 5240 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 2405636 0.0 0.0 12124 2664 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + "zhaowan+ 2746795 0.7 0.0 21010600 695592 ? Sl 10:55 1:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3567444 1.7 0.0 27934212 696788 ? Sl 11:00 3:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3567750 16.6 0.2 25761228 5165092 ? Il 11:00 32:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3567957 18.1 0.1 22725404 2375064 ? Il 11:00 35:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568214 16.3 0.2 25149688 4675916 ? Il 11:00 32:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568233 16.1 0.2 26480392 5917484 ? Dl 11:00 31:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568470 17.0 0.1 24851456 4165492 ? Rl 11:00 33:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568472 15.6 0.1 22978564 2538108 ? Il 11:00 30:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568489 13.7 0.2 24895040 4454716 ? Il 11:00 27:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568491 15.4 0.1 23292660 2816324 ? Il 11:00 30:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568508 16.0 0.1 23551820 3078948 ? Il 11:00 31:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568555 16.6 0.1 23217320 3022400 ? Il 11:00 32:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568572 16.0 0.2 24969212 4528684 ? Rl 11:00 31:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568604 13.8 0.3 27355148 6914556 ? Il 11:00 27:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568606 14.8 0.1 23188824 2871932 ? Il 11:00 29:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568608 17.1 0.5 30997928 10647556 ? Il 11:00 33:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568625 14.3 0.0 21977176 1659476 ? Il 11:00 28:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568627 27.0 0.2 26331756 5979000 ? Rl 11:00 53:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568629 15.2 0.2 25848024 5652996 ? Il 11:00 30:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568748 20.0 0.2 25241352 4555340 ? Dl 11:00 39:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568870 16.0 0.1 23302324 2739156 ? Rl 11:00 31:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568917 23.6 0.1 23130584 2566408 ? Il 11:00 46:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568934 16.6 0.1 23001916 2438824 ? Rl 11:00 32:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568979 20.5 0.3 26885620 6690924 ? Il 11:00 40:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568983 20.0 0.3 27914960 7228128 ? Il 11:00 39:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568985 18.1 0.3 27245508 6805624 ? Il 11:00 35:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3568987 16.6 0.1 22545776 2351056 ? Rl 11:00 32:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3569508 16.3 0.3 28377996 7937236 ? Rl 11:00 32:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3569540 18.3 0.3 27446540 7252084 ? Il 11:00 36:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3569587 15.8 0.0 22493940 2053712 ? Rl 11:00 31:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3569619 17.4 0.1 24038316 3721496 ? Il 11:00 34:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3569636 22.1 0.2 28989004 6077120 ? Rl 11:00 43:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3569698 18.1 0.0 22304964 2110216 ? Il 11:00 35:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3569700 14.8 0.0 21565244 1371016 ? Dl 11:00 29:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3569732 15.6 0.1 22908304 2435376 ? Il 11:00 30:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570133 15.4 0.1 23242216 3047184 ? Il 11:00 30:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570151 17.7 0.1 23200240 2759936 ? Il 11:00 34:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570199 14.7 0.1 22859184 2418580 ? Il 11:00 28:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570201 16.0 0.0 21933188 1735380 ? Il 11:00 31:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570203 18.2 0.1 23205040 3009996 ? Il 11:00 35:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570205 24.0 0.1 22772032 2331364 ? Il 11:00 47:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570222 19.4 0.1 22928916 2734184 ? Il 11:00 38:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570461 16.1 0.1 23209064 2891404 ? Il 11:00 31:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570508 17.8 0.1 22939452 2465828 ? Il 11:00 35:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570525 19.0 0.1 22671232 2353220 ? Il 11:00 37:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570527 15.0 0.2 25022860 4459760 ? Il 11:00 29:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570559 15.0 0.2 25962068 5767120 ? Il 11:00 29:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570561 17.2 0.1 24542764 3979736 ? Il 11:00 33:51 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570578 16.7 0.1 23617600 3299752 ? Il 11:00 32:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570598 16.5 0.2 25546728 5229576 ? Il 11:00 32:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570642 16.5 0.1 23448148 3130396 ? Il 11:00 32:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570812 24.6 0.1 24120440 3285668 ? Rl 11:00 48:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3570913 27.0 0.2 25855852 5537644 ? Il 11:00 53:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571122 16.1 0.1 24192780 3875012 ? Il 11:00 31:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571139 16.0 0.1 23830168 3266888 ? Il 11:00 31:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571141 20.2 0.2 24699900 4382152 ? Il 11:00 39:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571350 16.8 0.0 22062716 1745264 ? Il 11:00 33:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571357 15.9 0.1 24213448 4019108 ? Il 11:00 31:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571399 15.3 0.2 25197084 4723732 ? Rl 11:00 30:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571416 16.5 0.3 27798044 7472924 ? Rl 11:00 32:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571463 29.1 0.1 22859052 2386008 ? Il 11:00 57:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571561 19.6 0.1 22847772 2374476 ? Il 11:00 38:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571674 18.5 0.0 22067048 1872392 ? Il 11:00 36:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571676 18.3 0.0 22395848 2077980 ? Il 11:00 36:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571715 19.6 0.1 23206148 3011220 ? Il 11:00 38:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571757 17.4 0.1 23907260 3556488 ? Dl 11:00 34:20 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571759 15.8 0.3 27108240 6790564 ? Il 11:00 31:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571791 15.7 0.1 22608180 2167464 ? Il 11:00 30:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571838 26.7 0.1 23751252 3276988 ? Il 11:00 52:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3571840 19.4 0.3 26885640 6691076 ? Rl 11:00 38:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572079 19.5 0.3 29158044 7381316 ? Rl 11:00 38:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572111 17.0 0.1 23147252 2461104 ? Dl 11:00 33:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572113 15.6 0.2 25351956 4879496 ? Rl 11:00 30:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572130 18.2 0.1 24170228 3975660 ? Il 11:00 35:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572147 16.2 0.1 24636304 4195676 ? Rl 11:00 32:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572164 15.7 0.1 23510236 3192516 ? Il 11:00 30:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572211 19.4 0.1 23069240 2752160 ? Il 11:00 38:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572243 17.2 0.1 24766084 4202576 ? Il 11:00 33:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572275 15.9 0.2 26594688 5908388 ? Rl 11:00 31:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572277 14.7 0.2 25939456 5622372 ? Il 11:00 29:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572309 24.3 0.0 22288328 1970452 ? Il 11:00 47:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572341 17.8 0.1 23575800 3102504 ? Il 11:00 35:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572358 15.5 0.0 21947904 1753620 ? Il 11:00 30:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572567 15.1 0.1 23800060 3605668 ? Rl 11:00 29:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572687 17.8 0.1 22764240 2446408 ? Il 11:00 35:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572778 21.7 0.1 24533596 3962880 ? Rl 11:00 42:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572780 30.8 0.4 33270828 9900324 ? Rl 11:00 60:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572812 16.7 0.1 23271732 2675944 ? Il 11:00 32:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572844 15.8 0.1 23419096 2855852 ? Il 11:00 31:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572861 15.3 0.1 22895912 2333304 ? Il 11:00 30:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572863 16.1 0.4 30801356 9045664 ? Rl 11:00 31:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572893 15.2 0.1 23818764 3378124 ? Il 11:00 30:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572912 18.0 0.3 27254444 6691192 ? Dl 11:00 35:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3572914 20.9 0.1 23573724 3223344 ? Rl 11:00 41:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3573061 17.0 0.1 23452020 3012164 ? Il 11:00 33:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3573302 16.2 0.1 24232256 3791912 ? Il 11:00 32:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3573334 24.0 0.1 24660464 3659752 ? Rl 11:00 47:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + "zhaowan+ 3573366 16.9 0.1 23234960 3040780 ? Il 11:00 33:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -1049,8 +1312,8 @@ "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", " zhaowan+ 2201547 0.0 0.0 8700 3260 pts/2 T Apr13 0:00 bash -ic nohup sleep 3m\n", - "zhaowan+ 2485709 5.5 0.0 8496 5252 ? Ss 01:03 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2485805 0.0 0.0 6444 728 ? S 01:03 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + "zhaowan+ 2641057 10.0 0.0 8496 5244 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 2641150 0.0 0.0 6444 724 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -1059,49 +1322,81 @@ "HOST: h800-86\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 1701098 0.7 0.0 20738048 300780 ? Ssl 00:23 0:18 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/torchrun --nproc_per_node=8 --nnodes=8 --node_rank=5 --master_addr=10.20.1.80 --master_port=29500 scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1701250 137 0.5 97169600 12251616 ? Ssl 00:23 53:56 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1701251 136 0.5 119211040 12573788 ? Ssl 00:23 53:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1701252 136 0.6 123724256 12693136 ? Ssl 00:23 53:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1701253 136 0.5 123278436 12578084 ? Ssl 00:23 53:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1701254 93.1 0.6 105758068 13141228 ? Ssl 00:23 36:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1701255 92.7 0.5 117909252 11354576 ? Ssl 00:23 36:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1701256 92.7 0.5 112548740 12552620 ? Ssl 00:23 36:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1701257 92.9 0.5 121790896 12056016 ? Ssl 00:23 36:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704359 3.0 0.3 71001880 6625632 ? Sl 00:37 0:47 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704360 2.4 0.3 71205008 6582356 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704361 2.6 0.3 70589584 6511852 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704486 2.5 0.3 71355272 7099212 ? Sl 00:37 0:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704502 2.9 0.3 70463768 6342168 ? Sl 00:37 0:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704526 3.6 0.3 71122656 6754892 ? Sl 00:37 0:57 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704540 3.2 0.3 72564476 8196524 ? Sl 00:37 0:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704795 3.0 0.3 70747312 6706560 ? Sl 00:37 0:47 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704863 1.5 0.2 70303788 6294792 ? Sl 00:37 0:24 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704864 1.7 0.2 70148852 5772932 ? Sl 00:37 0:27 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1704989 2.0 0.3 71002104 6801560 ? Sl 00:37 0:31 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705027 3.9 0.4 73332296 8808840 ? Sl 00:37 1:02 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705049 3.0 0.3 70879612 6757240 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705069 3.2 0.4 73648488 9269320 ? Sl 00:37 0:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705241 2.1 0.3 71074576 6952588 ? Sl 00:37 0:34 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705304 2.0 0.3 71403400 6994132 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705308 2.4 0.3 71449044 7318308 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705323 2.1 0.2 70080976 6039608 ? Sl 00:37 0:33 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705493 3.3 0.4 73378928 8932600 ? Sl 00:37 0:52 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705556 1.9 0.3 70270472 6394804 ? Sl 00:37 0:30 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705557 2.8 0.3 71366656 6998808 ? Sl 00:37 0:43 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705682 2.0 0.3 70760304 6749072 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705745 1.6 0.2 70366452 6080096 ? Sl 00:37 0:25 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705756 2.0 0.3 72137084 7851180 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1705788 2.9 0.3 71073684 6704892 ? Sl 00:37 0:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1706060 2.6 0.3 71914792 7628360 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1706061 1.3 0.2 70260316 5936928 ? Sl 00:37 0:21 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1706249 2.5 0.3 70983060 6860340 ? Sl 00:37 0:40 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1706375 2.7 0.3 71504624 7103860 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1706501 1.9 0.3 71187492 6807780 ? Sl 00:37 0:29 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1706627 2.9 0.3 71823976 7577928 ? Sl 00:37 0:45 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1706753 2.8 0.3 70605848 6720044 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1724007 10.5 0.0 14600 5876 ? Ss 01:03 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 1724193 0.0 0.0 12148 724 ? S 01:03 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " zhaowan+ 1886986 0.5 0.0 5782704 300184 pts/0 Sl+ 13:33 0:15 /home/zhaowangbo/.conda/envs/llava2/bin/python /home/zhaowangbo/.conda/envs/llava2/bin/torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887080 97.8 0.2 117429204 6094876 ? Rsl 13:33 43:17 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887081 98.0 0.2 122009072 5153160 ? Rsl 13:33 43:23 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887082 97.4 0.2 112121340 4970036 ? Rsl 13:33 43:08 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887083 97.8 0.2 113776128 6116856 ? Rsl 13:33 43:18 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887084 97.9 0.2 115286288 5168924 ? Rsl 13:33 43:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887085 97.9 0.2 123368952 5158160 ? Rsl 13:33 43:22 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887086 97.6 0.2 127702512 5148456 ? Rsl 13:33 43:12 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887087 97.2 0.2 116323844 6121444 ? Rsl 13:33 43:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887668 20.9 0.1 86073684 2231344 ? Sl 13:35 8:46 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887669 20.8 0.1 86344016 2466472 ? Sl 13:35 8:45 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887670 20.9 0.1 86360392 2486780 ? Sl 13:35 8:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887671 20.5 0.1 86352204 2506300 ? Sl 13:35 8:36 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887672 20.6 0.1 86352200 2477092 ? Sl 13:35 8:38 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887983 21.2 0.1 87720284 3459400 ? Sl 13:35 8:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1887984 21.2 0.1 87703336 3486516 ? Sl 13:35 8:55 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888109 20.3 0.1 87728472 3452444 ? Sl 13:35 8:32 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888110 21.6 0.1 86344028 2462500 ? Sl 13:35 9:05 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888111 21.5 0.1 86360404 2488740 ? Sl 13:35 9:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888298 21.2 0.1 86073696 2235496 ? Sl 13:35 8:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888299 20.4 0.1 86352216 2481896 ? Sl 13:35 8:34 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888424 19.8 0.1 86352212 2488708 ? Sl 13:35 8:19 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888487 19.7 0.1 87703348 3436124 ? Sl 13:35 8:17 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888550 21.1 0.1 86458768 2485632 ? Rl 13:35 8:51 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888551 21.1 0.1 87720296 3452660 ? Sl 13:35 8:52 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888676 20.0 0.1 87728484 3454512 ? Sl 13:35 8:24 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888739 21.0 0.1 87703360 3444080 ? Sl 13:35 8:49 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888802 20.3 0.1 87720308 3448484 ? Sl 13:35 8:31 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888865 21.5 0.1 87703372 3442828 ? Sl 13:35 9:01 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888928 20.5 0.1 87703384 3438008 ? Sl 13:35 8:37 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1888991 20.5 0.1 87703396 3437624 ? Sl 13:35 8:36 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889054 21.6 0.1 86442392 2461884 ? Sl 13:35 9:04 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889117 20.2 0.1 87703408 3435196 ? Sl 13:35 8:29 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889180 21.3 0.1 86344052 2457736 ? Sl 13:35 8:57 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889243 20.0 0.1 87703420 3439064 ? Sl 13:35 8:24 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889377 21.6 0.1 86344064 2464152 ? Sl 13:35 9:04 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889440 20.7 0.1 86073708 2294504 ? Sl 13:35 8:41 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889458 21.5 0.1 86344076 2457736 ? Sl 13:35 9:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889463 20.1 0.1 86352228 2506236 ? Sl 13:35 8:27 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889524 19.9 0.1 86360428 2478852 ? Sl 13:35 8:22 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889692 20.7 0.1 86073720 2235012 ? Sl 13:35 8:41 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889696 21.3 0.1 86344088 2462176 ? Sl 13:35 8:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889702 20.3 0.1 86352240 2484464 ? Sl 13:35 8:32 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889860 20.4 0.1 86360440 2483340 ? Sl 13:35 8:33 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1889944 20.5 0.1 86073732 2235992 ? Il 13:35 8:38 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890007 20.7 0.1 86344100 2468596 ? Sl 13:35 8:42 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890022 20.8 0.1 86352252 2521784 ? Sl 13:35 8:44 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890198 20.1 0.1 86360452 2476072 ? Sl 13:35 8:26 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890213 19.8 0.1 86073744 2288412 ? Sl 13:35 8:20 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890330 20.4 0.1 86352264 2488528 ? Sl 13:35 8:34 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890331 19.5 0.1 86073756 2241348 ? Sl 13:35 8:10 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890334 20.7 0.1 86352224 2482048 ? Sl 13:35 8:42 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890411 20.1 0.1 86360464 2542184 ? Sl 13:35 8:26 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890569 19.5 0.1 87728496 3452296 ? Sl 13:35 8:12 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890645 19.9 0.1 87720320 3449120 ? Sl 13:35 8:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890722 21.1 0.1 86360476 2539432 ? Sl 13:35 8:51 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890891 20.2 0.1 86073768 2277688 ? Sl 13:35 8:28 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1890918 20.6 0.1 86352276 2499688 ? Sl 13:35 8:39 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1891209 18.5 0.1 86352236 2486452 ? Sl 13:35 7:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1891295 21.1 0.1 86352288 2532004 ? Sl 13:35 8:51 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1891297 19.7 0.1 87728508 3454104 ? Sl 13:35 8:15 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1891298 19.5 0.1 87720332 3455604 ? Sl 13:35 8:13 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1891547 19.5 0.1 86352248 2487588 ? Sl 13:35 8:11 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1891867 19.2 0.1 87728520 3452096 ? Sl 13:35 8:04 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1891982 19.6 0.1 86352260 2486384 ? Sl 13:35 8:13 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1891985 21.0 0.1 87720344 3455432 ? Sl 13:35 8:48 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1894675 19.7 0.1 86352272 2478724 ? Sl 13:35 8:15 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1895989 20.4 0.1 87720356 3459528 ? Sl 13:35 8:33 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1897601 19.5 0.1 87728532 3449168 ? Sl 13:35 8:12 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1898924 19.0 0.1 86352284 2489060 ? Sl 13:35 8:00 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1899207 19.9 0.1 87720368 3450672 ? Sl 13:35 8:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1899435 19.9 0.1 87728544 3457648 ? Il 13:35 8:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 1900114 19.6 0.1 87728556 3454564 ? Sl 13:35 8:13 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + "zhaowan+ 2525805 19.0 0.0 14600 5804 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 2526306 0.0 0.0 12148 2688 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: 无法设定终端进程组(-1): 对设备不适当的 ioctl 操作\n", @@ -1110,49 +1405,106 @@ "HOST: h800-170\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 1388437 0.7 0.0 20738040 257544 ? Ssl 00:23 0:18 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/torchrun --nproc_per_node=8 --nnodes=8 --node_rank=6 --master_addr=10.20.1.80 --master_port=29500 scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1388598 136 0.5 114737464 12232144 ? Ssl 00:23 53:53 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1388599 136 0.5 108267628 11968012 ? Ssl 00:23 53:53 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1388600 136 0.6 117886840 14709356 ? Ssl 00:23 53:58 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1388601 135 0.5 117232300 12517548 ? Ssl 00:23 53:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1388602 92.3 0.5 123662544 11328164 ? Ssl 00:23 36:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1388603 92.5 0.5 107140492 12635096 ? Ssl 00:23 36:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1388604 92.1 0.5 121753644 11977416 ? Ssl 00:23 36:27 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1388605 91.6 0.5 125459324 12507636 ? Ssl 00:23 36:16 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1391732 2.5 0.4 72852840 8760696 ? Sl 00:37 0:40 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1391733 2.4 0.3 72519872 7971964 ? Sl 00:37 0:38 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1391858 2.6 0.3 70689808 6803944 ? Sl 00:37 0:42 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1391859 3.1 0.3 71788448 8098352 ? Sl 00:37 0:50 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1391860 3.6 0.3 71641832 7583552 ? Sl 00:37 0:57 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1391861 3.7 0.3 70440688 6432868 ? Sl 00:37 0:59 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1391883 2.3 0.3 71341788 7271604 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392173 2.0 0.4 73532344 9229140 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392236 2.1 0.3 70703376 6822492 ? Sl 00:37 0:34 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392237 3.3 0.3 72561776 8382148 ? Sl 00:37 0:52 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392362 2.2 0.3 71277532 6899896 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392425 2.3 0.3 70530584 6645580 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392426 2.9 0.3 70577764 6610464 ? Sl 00:37 0:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392427 3.0 0.3 70772324 7082640 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392614 3.2 0.3 70633748 6807920 ? Sl 00:37 0:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392677 2.2 0.4 72919044 9107532 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392713 3.4 0.3 71292540 7325300 ? Sl 00:37 0:54 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392742 2.6 0.3 71071000 6731668 ? Sl 00:37 0:41 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392842 1.9 0.3 72074248 7942224 ? Sl 00:37 0:30 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392930 2.7 0.3 71084208 6902948 ? Sl 00:37 0:43 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392931 3.6 0.3 70683024 6624708 ? Sl 00:37 0:57 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1392932 3.0 0.3 71070224 6815316 ? Sl 00:37 0:47 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1393119 3.5 0.4 74594924 10133240 ? Sl 00:37 0:56 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1393166 1.6 0.2 70142384 5961684 ? Sl 00:37 0:25 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1393324 1.8 0.3 71550540 7294576 ? Sl 00:37 0:29 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1393377 2.3 0.3 70717836 6770356 ? Sl 00:37 0:36 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1393506 2.9 0.4 73173296 8870636 ? Sl 00:37 0:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1393623 2.5 0.2 70143284 6297576 ? Sl 00:37 0:40 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1393749 2.2 0.3 71642508 7109104 ? Sl 00:37 0:35 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1393833 2.8 0.3 70749876 6937276 ? Sl 00:37 0:45 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1394001 2.0 0.3 70452068 6750208 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1394127 2.4 0.4 73323364 8863940 ? Sl 00:37 0:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 1412474 5.0 0.0 14176 5228 ? Ss 01:03 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 1412587 0.0 0.0 12124 724 ? S 01:03 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " zhaowan+ 1586112 2.7 0.0 17336888 248092 pts/7 Sl+ 14:06 0:18 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586267 0.1 0.0 24260500 220828 pts/7 Sl+ 14:06 0:01 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586272 0.0 0.0 17142328 221444 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586273 0.0 0.0 17142328 221432 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586275 0.0 0.0 17142328 221348 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586277 0.0 0.0 17142328 221360 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586279 0.0 0.0 17142328 221360 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586281 0.0 0.0 17142328 221460 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586283 0.0 0.0 17142328 221364 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586285 0.0 0.0 17142328 221464 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586287 0.0 0.0 17142328 221460 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586289 0.0 0.0 17142328 221368 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586291 0.0 0.0 17142328 221484 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586293 0.1 0.0 17142328 221488 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586295 0.0 0.0 17142328 221368 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586297 0.0 0.0 17142328 221368 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586299 0.0 0.0 17142328 221428 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586301 0.0 0.0 17142328 221372 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586303 0.0 0.0 17142328 221376 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586305 0.0 0.0 17142328 221380 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586307 0.0 0.0 17142328 221376 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586309 0.0 0.0 17142328 221380 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586311 0.0 0.0 17142328 221380 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586313 0.0 0.0 17142328 221444 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586315 0.0 0.0 17142328 221540 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586317 0.0 0.0 17142328 221400 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586319 0.0 0.0 17142328 221524 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586322 0.0 0.0 17142328 221400 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586324 0.0 0.0 17142328 221516 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586326 0.0 0.0 17142328 221404 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586328 0.0 0.0 17142328 221412 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586330 0.0 0.0 17142328 221412 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586331 0.0 0.0 17142328 221468 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586333 0.0 0.0 17142328 221456 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586335 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586337 0.0 0.0 17142328 221428 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586339 0.0 0.0 17142328 221496 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586341 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586343 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586345 0.0 0.0 17142328 221484 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586347 0.0 0.0 17142328 221452 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586349 0.0 0.0 17142328 221448 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586351 0.0 0.0 17142328 221436 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586353 0.0 0.0 17142328 221508 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586355 0.0 0.0 17142328 221512 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586357 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586359 0.0 0.0 17142328 221428 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586361 0.0 0.0 17142328 221516 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586363 0.0 0.0 17142328 221524 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586365 0.0 0.0 17142328 221456 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586367 0.1 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586369 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586371 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586373 0.0 0.0 17142328 221536 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586375 0.0 0.0 17142328 221464 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586377 0.0 0.0 17142328 221444 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586379 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586381 0.0 0.0 17142328 221532 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586383 0.0 0.0 17142328 221536 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586385 0.0 0.0 17142328 221488 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586387 0.0 0.0 17142328 221500 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586389 0.0 0.0 17142328 221524 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586391 0.0 0.0 17142328 221464 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586393 0.0 0.0 17142328 221464 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586395 0.0 0.0 17142328 221536 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586397 0.0 0.0 17142328 221544 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586399 0.0 0.0 17142328 221472 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586401 0.0 0.0 17142328 221448 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586403 0.0 0.0 17142328 221448 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586405 0.0 0.0 17142328 221580 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586407 0.0 0.0 17142328 221480 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586409 0.0 0.0 17142328 221540 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586411 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586413 0.0 0.0 17142328 221556 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586415 0.0 0.0 17142328 221496 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586417 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586419 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586421 0.0 0.0 17142328 221540 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586423 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586425 0.0 0.0 17142328 221540 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586427 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586429 0.0 0.0 17142328 221548 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586431 0.0 0.0 17142328 221556 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586433 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586435 0.0 0.0 17142328 221508 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586437 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586439 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586441 0.0 0.0 17142328 221556 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586443 0.0 0.0 17142328 221512 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586445 0.0 0.0 17142328 221508 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586447 0.0 0.0 17142328 221580 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586449 0.0 0.0 17142328 221508 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586451 0.0 0.0 17142328 221524 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586453 0.0 0.0 17142328 221532 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586455 0.0 0.0 17142328 221516 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586457 0.0 0.0 17142328 221588 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586459 0.0 0.0 17142328 221456 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1586461 0.0 0.0 17142328 221584 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", + "zhaowan+ 1589456 10.0 0.0 14176 5352 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 1589552 0.0 0.0 12124 724 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -1161,49 +1513,8 @@ "HOST: h800-171\n", "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 120244 0.7 0.0 20732364 256532 ? Ssl 00:23 0:18 /home/zhaowangbo/.conda/envs/opensora/bin/python /home/zhaowangbo/.conda/envs/opensora/bin/torchrun --nproc_per_node=8 --nnodes=8 --node_rank=7 --master_addr=10.20.1.80 --master_port=29500 scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 120384 137 0.5 119935896 11595724 ? Ssl 00:23 54:28 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 120385 137 0.5 107571912 11274228 ? Ssl 00:23 54:28 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 120386 136 0.5 113510612 12494568 ? Ssl 00:23 54:09 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 120387 137 0.6 106352948 12776980 ? Ssl 00:23 54:35 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 120388 92.8 0.5 119958188 12475232 ? Ssl 00:23 36:51 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 120389 92.7 0.6 116996276 14392176 ? Ssl 00:23 36:49 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 120390 92.6 0.6 107300164 13560148 ? Ssl 00:23 36:46 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 120391 92.9 0.5 108523264 12508980 ? Ssl 00:23 36:54 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122194 2.5 0.2 70196928 5860308 ? Sl 00:37 0:40 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122195 2.0 0.3 70691132 6399516 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122196 2.7 0.3 70276004 6573280 ? Sl 00:37 0:43 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122197 2.3 0.3 70801020 6709944 ? Sl 00:37 0:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122443 3.3 0.3 70527872 6484788 ? Sl 00:37 0:53 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122447 3.5 0.3 72106556 7645904 ? Sl 00:37 0:56 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122451 3.5 0.3 71078596 6954384 ? Sl 00:37 0:55 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122635 2.4 0.3 72706452 8418800 ? Sl 00:37 0:39 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122661 2.8 0.3 72191496 7977696 ? Sl 00:37 0:45 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122762 2.0 0.3 70892388 6847728 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122825 2.0 0.3 71025408 6810188 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122861 3.0 0.3 71405828 7367040 ? Sl 00:37 0:47 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122951 3.1 0.3 70822592 6657832 ? Sl 00:37 0:49 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122952 2.8 0.3 70959848 6868352 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 122953 4.2 0.3 70955480 6863580 ? Sl 00:37 1:06 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123140 2.9 0.3 71693200 7601852 ? Sl 00:37 0:47 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123203 2.8 0.3 71441156 7240460 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123266 3.7 0.3 72158476 7945096 ? Sl 00:37 0:58 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123267 2.0 0.3 70479600 6564124 ? Sl 00:37 0:32 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123392 3.4 0.3 72158780 8116516 ? Sl 00:37 0:55 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123455 2.1 0.3 72409968 8072876 ? Sl 00:37 0:33 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123546 2.8 0.3 70490828 6522300 ? Sl 00:37 0:44 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123563 1.7 0.3 72276652 7863008 ? Sl 00:37 0:28 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123583 2.1 0.3 70431412 6462832 ? Sl 00:37 0:34 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123757 3.0 0.3 71458756 7293788 ? Sl 00:37 0:47 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123896 1.9 0.3 70803708 6641372 ? Sl 00:37 0:30 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 123897 1.6 0.3 70586316 6740684 ? Sl 00:37 0:26 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 124148 2.2 0.3 71501648 7459620 ? Sl 00:37 0:35 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 124149 3.0 0.3 72552488 8387624 ? Sl 00:37 0:48 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 124207 1.8 0.3 70308448 6462020 ? Sl 00:37 0:28 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 124216 2.3 0.3 71672824 7303504 ? Sl 00:37 0:37 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 124590 2.7 0.3 72167568 8125976 ? Sl 00:37 0:43 /home/zhaowangbo/.conda/envs/opensora/bin/python -u scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load outputs/764-STDiT2-XL-2/epoch1-global_step6000\n", - "zhaowan+ 141814 5.0 0.0 8496 5120 ? Ss 01:03 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 141954 0.0 0.0 6444 724 ? S 01:03 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " zhaowan+ 250923 5.0 0.0 8496 5124 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 251016 0.0 0.0 6444 720 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", @@ -1266,6 +1577,13 @@ " return cmd" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Examples" + ] + }, { "cell_type": "code", "execution_count": 24, diff --git a/tools/datasets/datautil.py b/tools/datasets/datautil.py index a750996..a014a7b 100644 --- a/tools/datasets/datautil.py +++ b/tools/datasets/datautil.py @@ -10,6 +10,7 @@ from glob import glob import cv2 import numpy as np import pandas as pd +import torchvision from tqdm import tqdm from .utils import IMG_EXTENSIONS @@ -71,14 +72,15 @@ def get_info(path): def get_video_info(path): - import torchvision - - vframes, _, _ = torchvision.io.read_video(filename=path, pts_unit="sec", output_format="TCHW") - num_frames, height, width = vframes.shape[0], vframes.shape[1], vframes.shape[2] - aspect_ratio = height / width - fps = np.nan - resolution = height * width - return num_frames, height, width, aspect_ratio, fps, resolution + try: + vframes, _, _ = torchvision.io.read_video(filename=path, pts_unit="sec", output_format="TCHW") + num_frames, height, width = vframes.shape[0], vframes.shape[1], vframes.shape[2] + aspect_ratio = height / width + fps = np.nan + resolution = height * width + return num_frames, height, width, aspect_ratio, fps, resolution + except: + return 0, 0, 0, np.nan, np.nan, np.nan # ====================================================== @@ -134,13 +136,13 @@ CMOTION_TEXT = { } CMOTION_PROBS = { # hard-coded probabilities - "static": 0.1, - "dynamic": 0.25, + "static": 1.0, + "dynamic": 1.0, "unknown": 0.0, - "zoom in": 0.8, + "zoom in": 1.0, "zoom out": 1.0, "pan left": 1.0, - "pan right": 0.1, + "pan right": 1.0, "tilt up": 1.0, "tilt down": 1.0, "pan/tilt": 1.0, @@ -469,6 +471,8 @@ def main(args): data["path"] = apply(data["path"], lambda x: os.path.relpath(x, args.relpath)) if args.abspath is not None: data["path"] = apply(data["path"], lambda x: os.path.join(args.abspath, x)) + if args.merge_cmotion: + data["text"] = apply(data, lambda x: merge_cmotion(x["text"], x["cmotion"]), axis=1) if args.refine_llm_caption: assert "text" in data.columns data["text"] = apply(data["text"], remove_caption_prefix) @@ -481,8 +485,7 @@ def main(args): data["text"], partial(text_preprocessing, use_text_preprocessing=True), ) - if args.merge_cmotion: - data["text"] = apply(data, lambda x: merge_cmotion(x["text"], x["cmotion"]), axis=1) + if args.count_num_token is not None: assert "text" in data.columns data["text_len"] = apply(data["text"], lambda x: len(tokenizer(x)["input_ids"])) diff --git a/tools/datasets/utils.py b/tools/datasets/utils.py index 67d0d09..c91691b 100644 --- a/tools/datasets/utils.py +++ b/tools/datasets/utils.py @@ -18,6 +18,7 @@ def extract_frames( points=None, backend="opencv", return_length=False, + num_frames=None, ): """ Args: @@ -34,7 +35,10 @@ def extract_frames( import av container = av.open(video_path) - total_frames = container.streams.video[0].frames + if num_frames is not None: + total_frames = num_frames + else: + total_frames = container.streams.video[0].frames if points is not None: frame_inds = [int(p * total_frames) for p in points] @@ -56,8 +60,10 @@ def extract_frames( import decord container = decord.VideoReader(video_path, num_threads=1) - total_frames = len(container) - # avg_fps = container.get_avg_fps() + if num_frames is not None: + total_frames = num_frames + else: + total_frames = len(container) if points is not None: frame_inds = [int(p * total_frames) for p in points] @@ -73,7 +79,10 @@ def extract_frames( elif backend == "opencv": cap = cv2.VideoCapture(video_path) - total_frames = int(cap.get(cv2.CAP_PROP_FRAME_COUNT)) + if num_frames is not None: + total_frames = num_frames + else: + total_frames = int(cap.get(cv2.CAP_PROP_FRAME_COUNT)) if points is not None: frame_inds = [int(p * total_frames) for p in points] @@ -90,7 +99,6 @@ def extract_frames( frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) frame = Image.fromarray(frame) except Exception as e: - breakpoint() print(f"Error reading frame {video_path}: {e}") height = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT)) width = int(cap.get(cv2.CAP_PROP_FRAME_WIDTH)) diff --git a/tools/scoring/aesthetic/inference.py b/tools/scoring/aesthetic/inference.py index 54fc378..a527859 100644 --- a/tools/scoring/aesthetic/inference.py +++ b/tools/scoring/aesthetic/inference.py @@ -45,10 +45,14 @@ class VideoTextDataset(torch.utils.data.Dataset): if not is_video(path): images = [pil_loader(path)] else: - images = extract_frames(sample["path"], points=self.points, backend="opencv") + num_frames = None + if "num_frames" in sample: + num_frames = sample["num_frames"] + images = extract_frames(sample["path"], points=self.points, backend="opencv", num_frames=num_frames) images = [self.transform(img) for img in images] images = torch.stack(images) - return dict(index=index, images=images) + ret = dict(index=index, images=images) + return ret def __len__(self): return len(self.data) From 63e86f6dd65168f9ca95de37cab56caa0e8edf67 Mon Sep 17 00:00:00 2001 From: Zangwei Zheng Date: Mon, 15 Apr 2024 13:44:30 +0800 Subject: [PATCH 2/4] hotfix inference --- configs/opensora-v1-1/train/stage1.py | 70 ++++++++++++ opensora/models/text_encoder/t5.py | 150 ++++++++++++++++++++++++-- scripts/inference-long.py | 3 + scripts/inference.py | 2 + tools/datasets/datautil.py | 11 +- 5 files changed, 223 insertions(+), 13 deletions(-) create mode 100644 configs/opensora-v1-1/train/stage1.py diff --git a/configs/opensora-v1-1/train/stage1.py b/configs/opensora-v1-1/train/stage1.py new file mode 100644 index 0000000..2c06757 --- /dev/null +++ b/configs/opensora-v1-1/train/stage1.py @@ -0,0 +1,70 @@ +# Define dataset +dataset = dict( + type="VariableVideoTextDataset", + data_path=None, + num_frames=None, + frame_interval=3, + image_size=(None, None), + transform_name="resize_crop", +) +bucket_config = { # 6s/it + "240p": {16: (1.0, 17), 32: (1.0, 9), 64: (1.0, 4), 128: (1.0, 2)}, + "256": {1: (1.0, 254)}, + "512": {1: (0.5, 86)}, + "480p": {1: (0.4, 54), 16: (0.4, 4), 32: (0.0, None)}, + "720p": {16: (0.1, 2), 32: (0.0, None)}, # No examples now + "1024": {1: (0.3, 20)}, + "1080p": {1: (0.4, 8)}, +} +mask_ratios = { + "mask_no": 0.9, + "mask_random": 0.06, + "mask_head": 0.01, + "mask_tail": 0.01, + "mask_head_tail": 0.02, +} + +# Define acceleration +num_workers = 4 +dtype = "bf16" +grad_checkpoint = True +plugin = "zero2" +sp_size = 1 + +# Define model +model = dict( + type="STDiT2-XL/2", + from_pretrained=None, + input_sq_size=512, # pretrained model is trained on 512x512 + enable_flashattn=True, + enable_layernorm_kernel=True, +) +vae = dict( + type="VideoAutoencoderKL", + from_pretrained="stabilityai/sd-vae-ft-ema", + micro_batch_size=4, +) +text_encoder = dict( + type="t5", + from_pretrained="DeepFloyd/t5-v1_1-xxl", + model_max_length=200, + shardformer=True, +) +scheduler = dict( + type="iddpm-speed", + timestep_respacing="", +) + +# Others +seed = 42 +outputs = "outputs" +wandb = False + +epochs = 1000 +log_every = 10 +ckpt_every = 500 +load = None + +batch_size = 17 # only for logging +lr = 2e-5 +grad_clip = 1.0 diff --git a/opensora/models/text_encoder/t5.py b/opensora/models/text_encoder/t5.py index 807d2ad..7364eb9 100644 --- a/opensora/models/text_encoder/t5.py +++ b/opensora/models/text_encoder/t5.py @@ -21,7 +21,10 @@ # T5: https://github.com/google-research/text-to-text-transfer-transformer # -------------------------------------------------------- +import html +import re +import ftfy import torch from transformers import AutoTokenizer, T5EncoderModel @@ -96,12 +99,8 @@ class T5Embedder: self.hf_token = hf_token assert from_pretrained in self.available_models - self.tokenizer = AutoTokenizer.from_pretrained( - from_pretrained, cache_dir=cache_dir - ) - self.model = T5EncoderModel.from_pretrained( - from_pretrained, cache_dir=cache_dir, **t5_model_kwargs - ).eval() + self.tokenizer = AutoTokenizer.from_pretrained(from_pretrained, cache_dir=cache_dir) + self.model = T5EncoderModel.from_pretrained(from_pretrained, cache_dir=cache_dir, **t5_model_kwargs).eval() self.model_max_length = model_max_length def get_text_embeddings(self, texts): @@ -185,3 +184,142 @@ class T5Encoder: def null(self, n): null_y = self.y_embedder.y_embedding[None].repeat(n, 1, 1)[:, None] return null_y + + +def basic_clean(text): + text = ftfy.fix_text(text) + text = html.unescape(html.unescape(text)) + return text.strip() + + +BAD_PUNCT_REGEX = re.compile( + r"[" + "#®•©™&@·º½¾¿¡§~" + "\)" + "\(" + "\]" + "\[" + "\}" + "\{" + "\|" + "\\" + "\/" + "\*" + r"]{1,}" +) # noqa + + +def clean_caption(caption): + import urllib.parse as ul + + from bs4 import BeautifulSoup + + caption = str(caption) + caption = ul.unquote_plus(caption) + caption = caption.strip().lower() + caption = re.sub("", "person", caption) + # urls: + caption = re.sub( + r"\b((?:https?:(?:\/{1,3}|[a-zA-Z0-9%])|[a-zA-Z0-9.\-]+[.](?:com|co|ru|net|org|edu|gov|it)[\w/-]*\b\/?(?!@)))", # noqa + "", + caption, + ) # regex for urls + caption = re.sub( + r"\b((?:www:(?:\/{1,3}|[a-zA-Z0-9%])|[a-zA-Z0-9.\-]+[.](?:com|co|ru|net|org|edu|gov|it)[\w/-]*\b\/?(?!@)))", # noqa + "", + caption, + ) # regex for urls + # html: + caption = BeautifulSoup(caption, features="html.parser").text + + # @ + caption = re.sub(r"@[\w\d]+\b", "", caption) + + # 31C0—31EF CJK Strokes + # 31F0—31FF Katakana Phonetic Extensions + # 3200—32FF Enclosed CJK Letters and Months + # 3300—33FF CJK Compatibility + # 3400—4DBF CJK Unified Ideographs Extension A + # 4DC0—4DFF Yijing Hexagram Symbols + # 4E00—9FFF CJK Unified Ideographs + caption = re.sub(r"[\u31c0-\u31ef]+", "", caption) + caption = re.sub(r"[\u31f0-\u31ff]+", "", caption) + caption = re.sub(r"[\u3200-\u32ff]+", "", caption) + caption = re.sub(r"[\u3300-\u33ff]+", "", caption) + caption = re.sub(r"[\u3400-\u4dbf]+", "", caption) + caption = re.sub(r"[\u4dc0-\u4dff]+", "", caption) + caption = re.sub(r"[\u4e00-\u9fff]+", "", caption) + ####################################################### + + # все виды тире / all types of dash --> "-" + caption = re.sub( + r"[\u002D\u058A\u05BE\u1400\u1806\u2010-\u2015\u2E17\u2E1A\u2E3A\u2E3B\u2E40\u301C\u3030\u30A0\uFE31\uFE32\uFE58\uFE63\uFF0D]+", # noqa + "-", + caption, + ) + + # кавычки к одному стандарту + caption = re.sub(r"[`´«»“”¨]", '"', caption) + caption = re.sub(r"[‘’]", "'", caption) + + # " + caption = re.sub(r""?", "", caption) + # & + caption = re.sub(r"&", "", caption) + + # ip adresses: + caption = re.sub(r"\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}", " ", caption) + + # article ids: + caption = re.sub(r"\d:\d\d\s+$", "", caption) + + # \n + caption = re.sub(r"\\n", " ", caption) + + # "#123" + caption = re.sub(r"#\d{1,3}\b", "", caption) + # "#12345.." + caption = re.sub(r"#\d{5,}\b", "", caption) + # "123456.." + caption = re.sub(r"\b\d{6,}\b", "", caption) + # filenames: + caption = re.sub(r"[\S]+\.(?:png|jpg|jpeg|bmp|webp|eps|pdf|apk|mp4)", "", caption) + + # + caption = re.sub(r"[\"\']{2,}", r'"', caption) # """AUSVERKAUFT""" + caption = re.sub(r"[\.]{2,}", r" ", caption) # """AUSVERKAUFT""" + + caption = re.sub(BAD_PUNCT_REGEX, r" ", caption) # ***AUSVERKAUFT***, #AUSVERKAUFT + caption = re.sub(r"\s+\.\s+", r" ", caption) # " . " + + # this-is-my-cute-cat / this_is_my_cute_cat + regex2 = re.compile(r"(?:\-|\_)") + if len(re.findall(regex2, caption)) > 3: + caption = re.sub(regex2, " ", caption) + + caption = basic_clean(caption) + + caption = re.sub(r"\b[a-zA-Z]{1,3}\d{3,15}\b", "", caption) # jc6640 + caption = re.sub(r"\b[a-zA-Z]+\d+[a-zA-Z]+\b", "", caption) # jc6640vc + caption = re.sub(r"\b\d+[a-zA-Z]+\d+\b", "", caption) # 6640vc231 + + caption = re.sub(r"(worldwide\s+)?(free\s+)?shipping", "", caption) + caption = re.sub(r"(free\s)?download(\sfree)?", "", caption) + caption = re.sub(r"\bclick\b\s(?:for|on)\s\w+", "", caption) + caption = re.sub(r"\b(?:png|jpg|jpeg|bmp|webp|eps|pdf|apk|mp4)(\simage[s]?)?", "", caption) + caption = re.sub(r"\bpage\s+\d+\b", "", caption) + + caption = re.sub(r"\b\d*[a-zA-Z]+\d+[a-zA-Z]+\d+[a-zA-Z\d]*\b", r" ", caption) # j2d1a2a... + + caption = re.sub(r"\b\d+\.?\d*[xх×]\d+\.?\d*\b", "", caption) + + caption = re.sub(r"\b\s+\:\s+", r": ", caption) + caption = re.sub(r"(\D[,\./])\b", r"\1 ", caption) + caption = re.sub(r"\s+", " ", caption) + + caption.strip() + + caption = re.sub(r"^[\"\']([\w\W]+)[\"\']$", r"\1", caption) + caption = re.sub(r"^[\'\_,\-\:;]", r"", caption) + caption = re.sub(r"[\'\_,\-\:\-\+]$", r"", caption) + caption = re.sub(r"^\.\S+$", "", caption) + + return caption.strip() + + +def text_preprocessing(text, use_text_preprocessing: bool = True): + if use_text_preprocessing: + # The exact text cleaning as was in the training stage: + text = clean_caption(text) + text = clean_caption(text) + return text + else: + return text.lower().strip() diff --git a/scripts/inference-long.py b/scripts/inference-long.py index 0784aef..b6a6e51 100644 --- a/scripts/inference-long.py +++ b/scripts/inference-long.py @@ -9,6 +9,7 @@ from mmengine.runner import set_random_seed from opensora.acceleration.parallel_states import set_sequence_parallel_group from opensora.datasets import save_sample from opensora.datasets.utils import read_from_path +from opensora.models.text_encoder.t5 import text_preprocessing from opensora.registry import MODELS, SCHEDULERS, build_module from opensora.utils.config_utils import parse_configs from opensora.utils.misc import to_torch_dtype @@ -65,11 +66,13 @@ def process_prompts(prompts, num_loop): for i in range(0, len(prompt_list), 2): start_loop = int(prompt_list[i]) text = prompt_list[i + 1] + text = text_preprocessing(text) end_loop = int(prompt_list[i + 2]) if i + 2 < len(prompt_list) else num_loop text_list.extend([text] * (end_loop - start_loop)) assert len(text_list) == num_loop ret_prompts.append(text_list) else: + prompt = text_preprocessing(prompt) ret_prompts.append([prompt] * num_loop) return ret_prompts diff --git a/scripts/inference.py b/scripts/inference.py index e83ff5a..76d1a59 100644 --- a/scripts/inference.py +++ b/scripts/inference.py @@ -8,6 +8,7 @@ from mmengine.runner import set_random_seed from opensora.acceleration.parallel_states import set_sequence_parallel_group from opensora.datasets import save_sample +from opensora.models.text_encoder.t5 import text_preprocessing from opensora.registry import MODELS, SCHEDULERS, build_module from opensora.utils.config_utils import parse_configs from opensora.utils.misc import to_torch_dtype @@ -97,6 +98,7 @@ def main(): for i in range(0, len(prompts), cfg.batch_size): # 4.2 sample in hidden space batch_prompts = prompts[i : i + cfg.batch_size] + batch_prompts = [text_preprocessing(prompt) for prompt in batch_prompts] z = torch.randn(len(batch_prompts), vae.out_channels, *latent_size, device=device, dtype=dtype) # 4.3. diffusion sampling diff --git a/tools/datasets/datautil.py b/tools/datasets/datautil.py index a014a7b..2b7d17c 100644 --- a/tools/datasets/datautil.py +++ b/tools/datasets/datautil.py @@ -74,7 +74,7 @@ def get_info(path): def get_video_info(path): try: vframes, _, _ = torchvision.io.read_video(filename=path, pts_unit="sec", output_format="TCHW") - num_frames, height, width = vframes.shape[0], vframes.shape[1], vframes.shape[2] + num_frames, height, width = vframes.shape[0], vframes.shape[2], vframes.shape[3] aspect_ratio = height / width fps = np.nan resolution = height * width @@ -358,6 +358,9 @@ def read_file(input_path): def save_file(data, output_path): + output_dir = os.path.dirname(output_path) + if not os.path.exists(output_dir): + os.makedirs(output_dir) if output_path.endswith(".csv"): return data.to_csv(output_path, index=False) elif output_path.endswith(".parquet"): @@ -476,9 +479,6 @@ def main(args): if args.refine_llm_caption: assert "text" in data.columns data["text"] = apply(data["text"], remove_caption_prefix) - if args.unescape: - assert "text" in data.columns - data["text"] = apply(data["text"], html.unescape) if args.clean_caption: assert "text" in data.columns data["text"] = apply( @@ -581,7 +581,6 @@ def parse_args(): parser.add_argument( "--clean-caption", action="store_true", help="modify the caption according to T5 pipeline to suit training" ) - parser.add_argument("--unescape", action="store_true", help="unescape the caption") parser.add_argument("--merge-cmotion", action="store_true", help="merge the camera motion to the caption") parser.add_argument( "--count-num-token", type=str, choices=["t5"], default=None, help="Count the number of tokens in the caption" @@ -644,8 +643,6 @@ def get_output_path(args, input_name): # caption processing if args.refine_llm_caption: name += "_llm" - if args.unescape: - name += "_unescape" if args.clean_caption: name += "_clean" if args.merge_cmotion: From 50ad9a1ca52fcc09f3dff8d75a3ec629313c45ad Mon Sep 17 00:00:00 2001 From: Zangwei Zheng Date: Mon, 15 Apr 2024 17:36:20 +0800 Subject: [PATCH 3/4] small update --- configs/opensora-v1-1/train/stage1.py | 2 +- opensora/utils/ckpt_utils.py | 3 ++- tools/datasets/datautil.py | 17 +++++++++++++++-- 3 files changed, 18 insertions(+), 4 deletions(-) diff --git a/configs/opensora-v1-1/train/stage1.py b/configs/opensora-v1-1/train/stage1.py index 2c06757..e2377c6 100644 --- a/configs/opensora-v1-1/train/stage1.py +++ b/configs/opensora-v1-1/train/stage1.py @@ -65,6 +65,6 @@ log_every = 10 ckpt_every = 500 load = None -batch_size = 17 # only for logging +batch_size = None lr = 2e-5 grad_clip = 1.0 diff --git a/opensora/utils/ckpt_utils.py b/opensora/utils/ckpt_utils.py index 7d416be..54dd25c 100644 --- a/opensora/utils/ckpt_utils.py +++ b/opensora/utils/ckpt_utils.py @@ -169,11 +169,12 @@ def save( booster.save_optimizer(optimizer, os.path.join(save_dir, "optimizer"), shard=True, size_per_shard=4096) if lr_scheduler is not None: booster.save_lr_scheduler(lr_scheduler, os.path.join(save_dir, "lr_scheduler")) + sampler_start_idx = step * batch_size if batch_size is not None else None running_states = { "epoch": epoch, "step": step, "global_step": global_step, - "sample_start_index": step * batch_size, + "sample_start_index": sampler_start_idx, } if coordinator.is_master(): save_json(running_states, os.path.join(save_dir, "running_states.json")) diff --git a/tools/datasets/datautil.py b/tools/datasets/datautil.py index 2b7d17c..cfe5147 100644 --- a/tools/datasets/datautil.py +++ b/tools/datasets/datautil.py @@ -32,6 +32,8 @@ def apply(df, func, **kwargs): return df.progress_apply(func, **kwargs) +TRAIN_COLUMNS = ["path", "text", "num_frames", "fps", "height", "width", "aspect_ratio", "resolution", "text_len"] + # ====================================================== # --info # ====================================================== @@ -359,7 +361,7 @@ def read_file(input_path): def save_file(data, output_path): output_dir = os.path.dirname(output_path) - if not os.path.exists(output_dir): + if not os.path.exists(output_dir) and output_dir != "": os.makedirs(output_dir) if output_path.endswith(".csv"): return data.to_csv(output_path, index=False) @@ -415,6 +417,12 @@ def main(args): data = pd.merge(data, data_new[cols_to_use], on="path", how="inner") print(f"Intersection number of samples: {len(data)}.") + # train columns + if args.train_column: + all_columns = data.columns + columns_to_drop = all_columns.difference(TRAIN_COLUMNS) + data = data.drop(columns=columns_to_drop) + # get output path output_path = get_output_path(args, input_name) @@ -508,7 +516,11 @@ def main(args): assert "num_frames" in data.columns data = data[data["num_frames"] <= args.fmax] if args.hwmax is not None: - assert "resolution" in data.columns + if "resolution" not in data.columns: + height = data["height"] + width = data["width"] + data["resolution"] = height * width + breakpoint() data = data[data["resolution"] <= args.hwmax] if args.aesmin is not None: assert "aes" in data.columns @@ -552,6 +564,7 @@ def parse_args(): parser.add_argument( "--intersection", type=str, default=None, help="keep the paths in csv from the dataset and merge columns" ) + parser.add_argument("--train-column", action="store_true", help="only keep the train column") # IO-related parser.add_argument("--info", action="store_true", help="get the basic information of each video and image") From d53715c0c2728846e117f8da630f4d8e428e865f Mon Sep 17 00:00:00 2001 From: Zangwei Zheng Date: Mon, 15 Apr 2024 18:15:28 +0800 Subject: [PATCH 4/4] update all old configs --- configs/dit/inference/16x256x256.py | 2 +- configs/dit/inference/1x256x256-class.py | 2 +- configs/dit/inference/1x256x256.py | 2 +- configs/dit/train/16x256x256.py | 18 +- configs/latte/inference/16x256x256-class.py | 2 +- configs/latte/inference/16x256x256.py | 2 +- configs/latte/train/16x256x256.py | 16 +- .../inference-long/16x256x256-extend.py | 2 +- .../inference-long/16x512x512-annimate.py | 2 +- .../inference-long/16x512x512-connect.py | 2 +- .../inference-long/16x512x512-extend.py | 2 +- configs/opensora/inference/16x256x256.py | 2 +- configs/opensora/inference/16x512x512.py | 2 +- configs/opensora/inference/64x512x512.py | 2 +- configs/opensora/train/16x256x256-mask.py | 24 +- configs/opensora/train/16x256x256-spee.py | 8 +- configs/opensora/train/16x256x256.py | 16 +- configs/opensora/train/16x512x512-mask.py | 55 -- configs/opensora/train/16x512x512.py | 18 +- configs/opensora/train/360x512x512.py | 20 +- configs/opensora/train/64x512x512-sp.py | 18 +- configs/opensora/train/64x512x512.py | 16 +- configs/pixart/inference/16x256x256.py | 2 +- configs/pixart/inference/1x1024MS.py | 2 +- configs/pixart/inference/1x256x256.py | 2 +- configs/pixart/inference/1x512x512.py | 2 +- configs/pixart/train/16x256x256.py | 18 +- configs/pixart/train/1x512x512.py | 16 +- configs/pixart/train/64x512x512.py | 17 +- copy_over_caption.py | 46 - notebooks/launch.ipynb | 880 ++---------------- 31 files changed, 229 insertions(+), 989 deletions(-) delete mode 100644 configs/opensora/train/16x512x512-mask.py delete mode 100644 copy_over_caption.py diff --git a/configs/dit/inference/16x256x256.py b/configs/dit/inference/16x256x256.py index ccb1d79..e9dc2f6 100644 --- a/configs/dit/inference/16x256x256.py +++ b/configs/dit/inference/16x256x256.py @@ -22,7 +22,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=4.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/dit/inference/1x256x256-class.py b/configs/dit/inference/1x256x256-class.py index 24d1c8a..326e4d4 100644 --- a/configs/dit/inference/1x256x256-class.py +++ b/configs/dit/inference/1x256x256-class.py @@ -22,7 +22,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=4.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/dit/inference/1x256x256.py b/configs/dit/inference/1x256x256.py index 31a5b9f..8f9ce67 100644 --- a/configs/dit/inference/1x256x256.py +++ b/configs/dit/inference/1x256x256.py @@ -23,7 +23,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=4.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/dit/train/16x256x256.py b/configs/dit/train/16x256x256.py index af8ee87..42845de 100644 --- a/configs/dit/train/16x256x256.py +++ b/configs/dit/train/16x256x256.py @@ -1,16 +1,16 @@ -num_frames = 16 -frame_interval = 3 -image_size = (256, 256) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=16, + frame_interval=3, + image_size=(256, 256), +) # Define acceleration +num_workers = 4 dtype = "bf16" -grad_checkpoint = False +grad_checkpoint = True plugin = "zero2" sp_size = 1 diff --git a/configs/latte/inference/16x256x256-class.py b/configs/latte/inference/16x256x256-class.py index c46f4bc..44766e2 100644 --- a/configs/latte/inference/16x256x256-class.py +++ b/configs/latte/inference/16x256x256-class.py @@ -21,7 +21,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=4.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/latte/inference/16x256x256.py b/configs/latte/inference/16x256x256.py index cb50237..3cfe273 100644 --- a/configs/latte/inference/16x256x256.py +++ b/configs/latte/inference/16x256x256.py @@ -22,7 +22,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=4.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/latte/train/16x256x256.py b/configs/latte/train/16x256x256.py index 0bf6bd4..41573a0 100644 --- a/configs/latte/train/16x256x256.py +++ b/configs/latte/train/16x256x256.py @@ -1,14 +1,14 @@ -num_frames = 16 -frame_interval = 3 -image_size = (256, 256) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=16, + frame_interval=3, + image_size=(256, 256), +) # Define acceleration +num_workers = 4 dtype = "bf16" grad_checkpoint = True plugin = "zero2" diff --git a/configs/opensora/inference-long/16x256x256-extend.py b/configs/opensora/inference-long/16x256x256-extend.py index cdf8c47..109ac34 100644 --- a/configs/opensora/inference-long/16x256x256-extend.py +++ b/configs/opensora/inference-long/16x256x256-extend.py @@ -28,7 +28,7 @@ scheduler = dict( num_sampling_steps=100, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Condition prompt_path = None diff --git a/configs/opensora/inference-long/16x512x512-annimate.py b/configs/opensora/inference-long/16x512x512-annimate.py index 8c36dc9..636e652 100644 --- a/configs/opensora/inference-long/16x512x512-annimate.py +++ b/configs/opensora/inference-long/16x512x512-annimate.py @@ -29,7 +29,7 @@ scheduler = dict( num_sampling_steps=100, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Condition prompt_path = None diff --git a/configs/opensora/inference-long/16x512x512-connect.py b/configs/opensora/inference-long/16x512x512-connect.py index eb86601..248a914 100644 --- a/configs/opensora/inference-long/16x512x512-connect.py +++ b/configs/opensora/inference-long/16x512x512-connect.py @@ -29,7 +29,7 @@ scheduler = dict( num_sampling_steps=100, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Condition prompt_path = None diff --git a/configs/opensora/inference-long/16x512x512-extend.py b/configs/opensora/inference-long/16x512x512-extend.py index 8feb1a4..ab77e18 100644 --- a/configs/opensora/inference-long/16x512x512-extend.py +++ b/configs/opensora/inference-long/16x512x512-extend.py @@ -29,7 +29,7 @@ scheduler = dict( num_sampling_steps=100, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Condition prompt_path = None diff --git a/configs/opensora/inference/16x256x256.py b/configs/opensora/inference/16x256x256.py index 7508846..8a5de29 100644 --- a/configs/opensora/inference/16x256x256.py +++ b/configs/opensora/inference/16x256x256.py @@ -27,7 +27,7 @@ scheduler = dict( cfg_scale=7.0, cfg_channel=3, # or None ) -dtype = "fp16" +dtype = "bf16" # Condition prompt_path = "./assets/texts/t2v_samples.txt" diff --git a/configs/opensora/inference/16x512x512.py b/configs/opensora/inference/16x512x512.py index af67602..7e05a86 100644 --- a/configs/opensora/inference/16x512x512.py +++ b/configs/opensora/inference/16x512x512.py @@ -26,7 +26,7 @@ scheduler = dict( num_sampling_steps=100, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/opensora/inference/64x512x512.py b/configs/opensora/inference/64x512x512.py index d0fb3e4..2d7c5e2 100644 --- a/configs/opensora/inference/64x512x512.py +++ b/configs/opensora/inference/64x512x512.py @@ -26,7 +26,7 @@ scheduler = dict( num_sampling_steps=100, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 1 diff --git a/configs/opensora/train/16x256x256-mask.py b/configs/opensora/train/16x256x256-mask.py index 65425d7..0e478e5 100644 --- a/configs/opensora/train/16x256x256-mask.py +++ b/configs/opensora/train/16x256x256-mask.py @@ -1,14 +1,14 @@ -num_frames = 16 -frame_interval = 3 -image_size = (256, 256) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=16, + frame_interval=3, + image_size=(256, 256), +) # Define acceleration +num_workers = 4 dtype = "bf16" grad_checkpoint = True plugin = "zero2" @@ -23,7 +23,13 @@ model = dict( enable_flashattn=True, enable_layernorm_kernel=True, ) -mask_ratios = [0.7, 0.15, 0.05, 0.05, 0.05] +mask_ratios = { + "mask_no": 0.7, + "mask_random": 0.15, + "mask_head": 0.05, + "mask_tail": 0.05, + "mask_head_tail": 0.05, +} vae = dict( type="VideoAutoencoderKL", from_pretrained="stabilityai/sd-vae-ft-ema", diff --git a/configs/opensora/train/16x256x256-spee.py b/configs/opensora/train/16x256x256-spee.py index 782fdf3..b46c749 100644 --- a/configs/opensora/train/16x256x256-spee.py +++ b/configs/opensora/train/16x256x256-spee.py @@ -23,7 +23,13 @@ model = dict( enable_flashattn=True, enable_layernorm_kernel=True, ) -mask_ratios = [0.5, 0.29, 0.07, 0.07, 0.07] +mask_ratios = { + "mask_no": 0.5, + "mask_random": 0.29, + "mask_head": 0.07, + "mask_tail": 0.07, + "mask_head_tail": 0.07, +} vae = dict( type="VideoAutoencoderKL", from_pretrained="stabilityai/sd-vae-ft-ema", diff --git a/configs/opensora/train/16x256x256.py b/configs/opensora/train/16x256x256.py index c8d8b02..144adee 100644 --- a/configs/opensora/train/16x256x256.py +++ b/configs/opensora/train/16x256x256.py @@ -1,14 +1,14 @@ -num_frames = 16 -frame_interval = 3 -image_size = (256, 256) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=16, + frame_interval=3, + image_size=(256, 256), +) # Define acceleration +num_workers = 4 dtype = "bf16" grad_checkpoint = True plugin = "zero2" diff --git a/configs/opensora/train/16x512x512-mask.py b/configs/opensora/train/16x512x512-mask.py deleted file mode 100644 index c10655f..0000000 --- a/configs/opensora/train/16x512x512-mask.py +++ /dev/null @@ -1,55 +0,0 @@ -num_frames = 16 -frame_interval = 3 -image_size = (512, 512) - -# Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 - -# Define acceleration -dtype = "bf16" -grad_checkpoint = True -plugin = "zero2" -sp_size = 1 - -# Define model -model = dict( - type="STDiT-XL/2", - space_scale=1.0, - time_scale=1.0, - from_pretrained=None, - enable_flashattn=True, - enable_layernorm_kernel=True, -) -mask_ratios = [0.7, 0.15, 0.05, 0.05, 0.05] -vae = dict( - type="VideoAutoencoderKL", - from_pretrained="stabilityai/sd-vae-ft-ema", - micro_batch_size=128, -) -text_encoder = dict( - type="t5", - from_pretrained="DeepFloyd/t5-v1_1-xxl", - model_max_length=120, - shardformer=True, -) -scheduler = dict( - type="iddpm", - timestep_respacing="", -) - -# Others -seed = 42 -outputs = "outputs" -wandb = False - -epochs = 1000 -log_every = 10 -ckpt_every = 1000 -load = None - -batch_size = 8 -lr = 2e-5 -grad_clip = 1.0 diff --git a/configs/opensora/train/16x512x512.py b/configs/opensora/train/16x512x512.py index 22031dc..a2a87b1 100644 --- a/configs/opensora/train/16x512x512.py +++ b/configs/opensora/train/16x512x512.py @@ -1,16 +1,16 @@ -num_frames = 16 -frame_interval = 3 -image_size = (512, 512) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=16, + frame_interval=3, + image_size=(512, 512), +) # Define acceleration +num_workers = 4 dtype = "bf16" -grad_checkpoint = False +grad_checkpoint = True plugin = "zero2" sp_size = 1 diff --git a/configs/opensora/train/360x512x512.py b/configs/opensora/train/360x512x512.py index 0f4e170..7cb4f56 100644 --- a/configs/opensora/train/360x512x512.py +++ b/configs/opensora/train/360x512x512.py @@ -1,12 +1,18 @@ -num_frames = 360 -frame_interval = 1 -image_size = (512, 512) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=360, + frame_interval=3, + image_size=(512, 512), +) + +# Define acceleration num_workers = 4 +dtype = "bf16" +grad_checkpoint = True +plugin = "zero2" +sp_size = 1 # Define acceleration dtype = "bf16" diff --git a/configs/opensora/train/64x512x512-sp.py b/configs/opensora/train/64x512x512-sp.py index f9b138e..880adb2 100644 --- a/configs/opensora/train/64x512x512-sp.py +++ b/configs/opensora/train/64x512x512-sp.py @@ -1,17 +1,17 @@ -num_frames = 64 -frame_interval = 2 -image_size = (512, 512) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=16, + frame_interval=3, + image_size=(512, 512), +) # Define acceleration +num_workers = 4 dtype = "bf16" grad_checkpoint = True -plugin = "zero2-seq" +plugin = "zero2" sp_size = 2 # Define model diff --git a/configs/opensora/train/64x512x512.py b/configs/opensora/train/64x512x512.py index 81162de..b65a419 100644 --- a/configs/opensora/train/64x512x512.py +++ b/configs/opensora/train/64x512x512.py @@ -1,14 +1,14 @@ -num_frames = 64 -frame_interval = 2 -image_size = (512, 512) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=64, + frame_interval=3, + image_size=(512, 512), +) # Define acceleration +num_workers = 4 dtype = "bf16" grad_checkpoint = True plugin = "zero2" diff --git a/configs/pixart/inference/16x256x256.py b/configs/pixart/inference/16x256x256.py index fed26f5..f8b0d36 100644 --- a/configs/pixart/inference/16x256x256.py +++ b/configs/pixart/inference/16x256x256.py @@ -23,7 +23,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/pixart/inference/1x1024MS.py b/configs/pixart/inference/1x1024MS.py index 90687e5..9ab7656 100644 --- a/configs/pixart/inference/1x1024MS.py +++ b/configs/pixart/inference/1x1024MS.py @@ -25,7 +25,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/pixart/inference/1x256x256.py b/configs/pixart/inference/1x256x256.py index 44ce10b..5e7b276 100644 --- a/configs/pixart/inference/1x256x256.py +++ b/configs/pixart/inference/1x256x256.py @@ -24,7 +24,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # Others batch_size = 2 diff --git a/configs/pixart/inference/1x512x512.py b/configs/pixart/inference/1x512x512.py index 8c61f0b..8c17191 100644 --- a/configs/pixart/inference/1x512x512.py +++ b/configs/pixart/inference/1x512x512.py @@ -24,7 +24,7 @@ scheduler = dict( num_sampling_steps=20, cfg_scale=7.0, ) -dtype = "fp16" +dtype = "bf16" # prompt_path = "./assets/texts/t2i_samples.txt" prompt = [ diff --git a/configs/pixart/train/16x256x256.py b/configs/pixart/train/16x256x256.py index dc91937..701b9da 100644 --- a/configs/pixart/train/16x256x256.py +++ b/configs/pixart/train/16x256x256.py @@ -1,16 +1,16 @@ -num_frames = 16 -frame_interval = 3 -image_size = (256, 256) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=16, + frame_interval=3, + image_size=(256, 256), +) # Define acceleration +num_workers = 4 dtype = "bf16" -grad_checkpoint = False +grad_checkpoint = True plugin = "zero2" sp_size = 1 diff --git a/configs/pixart/train/1x512x512.py b/configs/pixart/train/1x512x512.py index ec73b8c..8b2b5d4 100644 --- a/configs/pixart/train/1x512x512.py +++ b/configs/pixart/train/1x512x512.py @@ -1,14 +1,14 @@ -num_frames = 1 -frame_interval = 1 -image_size = (512, 512) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = True -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=1, + frame_interval=3, + image_size=(512, 512), +) # Define acceleration +num_workers = 4 dtype = "bf16" grad_checkpoint = True plugin = "zero2" diff --git a/configs/pixart/train/64x512x512.py b/configs/pixart/train/64x512x512.py index deebdf6..3448ce7 100644 --- a/configs/pixart/train/64x512x512.py +++ b/configs/pixart/train/64x512x512.py @@ -1,19 +1,20 @@ -num_frames = 64 -frame_interval = 2 -image_size = (512, 512) - # Define dataset -root = None -data_path = "CSV_PATH" -use_image_transform = False -num_workers = 4 +dataset = dict( + type="VideoTextDataset", + data_path=None, + num_frames=64, + frame_interval=3, + image_size=(256, 256), +) # Define acceleration +num_workers = 4 dtype = "bf16" grad_checkpoint = True plugin = "zero2" sp_size = 1 + # Define model model = dict( type="PixArt-XL/2", diff --git a/copy_over_caption.py b/copy_over_caption.py deleted file mode 100644 index ae6e10a..0000000 --- a/copy_over_caption.py +++ /dev/null @@ -1,46 +0,0 @@ -import argparse -import json - -import pandas as pd -from pandarallel import pandarallel - - -def process_csv(original_csv_path, original_video_format="mp4"): - pandarallel.initialize(progress_bar=True) - - # Construct the new CSV file name by adding '_caption' before the '.csv' extension - caption_file = original_csv_path.replace(".csv", "_caption.csv") - df = pd.read_csv(original_csv_path) - - # Add a new column for captions initialized with 'None' - df["caption"] = "None" - - def process_row(row): - path = row["path"] - json_path = path.replace(original_video_format, "json") - - with open(json_path, "r") as f: - json_data = json.load(f) - - row["caption"] = json_data["caption"] - return row - - # Iterate over each row to replace video format with json in the path, and extract captions - df = df.parallel_apply(process_row, axis=1) - - # Save the modified DataFrame to a new CSV file - df.to_csv(caption_file, index=False) - print(f"New CSV file with captions is saved as {caption_file}") - - -if __name__ == "__main__": - # Setup argument parser - parser = argparse.ArgumentParser(description="Process a CSV file to add video captions.") - parser.add_argument("csv_path", type=str, help="The path to the original CSV file.") - parser.add_argument("video_format", nargs="?", default="mp4", help="The original video format (default: mp4).") - - # Parse arguments - args = parser.parse_args() - - # Call the function with the provided arguments - process_csv(args.csv_path, args.video_format) diff --git a/notebooks/launch.ipynb b/notebooks/launch.ipynb index 0cb8393..a405eec 100644 --- a/notebooks/launch.ipynb +++ b/notebooks/launch.ipynb @@ -16,7 +16,7 @@ }, { "cell_type": "code", - "execution_count": 82, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -169,7 +169,7 @@ }, { "cell_type": "code", - "execution_count": 53, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ @@ -245,7 +245,7 @@ }, { "cell_type": "code", - "execution_count": 79, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -263,17 +263,18 @@ " run_command_all_hosts(\"/home/zhaowangbo/.local/bin/nvitop -1\")\n", "\n", "\n", - "def ps(host=None, interest=\"python|sleep|torchrun|colossal\"):\n", + "def ps(host=None, interest=\"python|sleep|torchrun|colossal\", all=True):\n", + " cmd = \"ps aux\" if all else \"ps ux\"\n", " if host:\n", " if interest is None:\n", - " run_command(\"ps ux | cat\", host)\n", + " run_command(f\"{cmd} | cat\", host)\n", " else:\n", - " run_command(f'ps ux | cat | grep --color=never -E \"{interest}\"', host)\n", + " run_command(f'{cmd} | cat | grep --color=never -E \"{interest}\"', host)\n", " else:\n", " if interest is None:\n", - " run_command_all_hosts(\"ps ux | cat\")\n", + " run_command_all_hosts(f\"{cmd} | cat\")\n", " else:\n", - " run_command_all_hosts(f'ps ux | cat | grep --color=never -E \"{interest}\"')\n", + " run_command_all_hosts(f'{cmd} | cat | grep --color=never -E \"{interest}\"')\n", "\n", "\n", "def kill(pid, host):\n", @@ -680,7 +681,7 @@ }, { "cell_type": "code", - "execution_count": 74, + "execution_count": 4, "metadata": {}, "outputs": [ { @@ -688,833 +689,154 @@ "output_type": "stream", "text": [ "HOST: h800-80\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 220111 0.0 0.0 8488 5284 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 220578 0.0 0.0 6412 660 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", - "zhaowan+ 3495468 0.4 0.0 5777192 296060 pts/62 Sl+ 13:26 0:13 /home/zhaowangbo/.conda/envs/llava2/bin/python /home/zhaowangbo/.conda/envs/llava2/bin/torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3495632 98.2 0.2 115793484 6332416 ? Rsl 13:26 49:55 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3495633 98.2 0.2 104071296 6282856 ? Rsl 13:26 49:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3495634 98.2 0.3 111673472 6396044 ? Rsl 13:26 49:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3495635 98.1 0.2 113877120 6314360 ? Rsl 13:26 49:51 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3495636 98.0 0.3 116940928 6346284 ? Rsl 13:26 49:49 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3495637 97.5 0.2 104030340 6336212 ? Rsl 13:26 49:33 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3495638 97.9 0.3 120660096 6341044 ? Rsl 13:26 49:46 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3495639 97.5 0.2 108781700 6337864 ? Rsl 13:26 49:32 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508328 16.3 0.1 87706016 3461984 ? Sl 13:28 7:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508329 17.0 0.1 87714780 3462352 ? Sl 13:28 8:15 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508330 16.3 0.1 87731160 3475856 ? Sl 13:28 7:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508331 15.9 0.1 87714780 3461472 ? Sl 13:28 7:43 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508332 16.3 0.1 87722968 3485600 ? Sl 13:28 7:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508333 16.5 0.1 87714776 3465328 ? Sl 13:28 8:02 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508334 17.4 0.1 87731160 3482500 ? Sl 13:28 8:26 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508335 16.3 0.1 87722968 3542548 ? Sl 13:28 7:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508849 17.3 0.1 87714792 3472516 ? Sl 13:28 8:24 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508917 16.9 0.1 87706028 3462224 ? Sl 13:28 8:11 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508924 16.5 0.1 87731172 3476996 ? Sl 13:28 8:01 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508981 17.8 0.1 87731172 3482652 ? Sl 13:28 8:37 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3508986 16.3 0.1 87722980 3478544 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509013 15.7 0.1 87813144 3467560 ? Sl 13:28 7:38 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509232 15.9 0.1 87821332 3537344 ? Sl 13:28 7:42 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509295 16.7 0.1 87714788 3462608 ? Sl 13:28 8:05 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509358 15.2 0.1 87714804 3473160 ? Sl 13:28 7:23 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509359 16.3 0.1 87706040 3472892 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509455 15.8 0.1 87722992 3481716 ? Sl 13:28 7:41 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509547 16.1 0.1 87706052 3462396 ? Sl 13:28 7:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509610 16.4 0.1 87714800 3463884 ? Sl 13:28 7:57 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509611 17.4 0.1 87731184 3489336 ? Sl 13:28 8:26 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509736 16.0 0.1 87731184 3488892 ? Sl 13:28 7:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509737 16.0 0.1 87723004 3477388 ? Sl 13:28 7:45 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509738 17.6 0.1 87714804 3477800 ? Sl 13:28 8:33 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509739 16.1 0.1 87722992 3537092 ? Sl 13:28 7:50 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3509988 16.4 0.1 87706064 3467436 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510054 17.1 0.1 87714812 3466536 ? Sl 13:28 8:18 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510123 16.5 0.1 87731196 3476392 ? Rl 13:28 8:01 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510193 17.2 0.1 87714816 3473148 ? Sl 13:28 8:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510275 16.4 0.1 87723016 3490072 ? Sl 13:28 7:57 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510276 15.8 0.1 87731196 3480164 ? Sl 13:28 7:41 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510408 16.6 0.1 87706076 3462976 ? Sl 13:28 8:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510423 15.8 0.1 87723004 3531000 ? Sl 13:28 7:40 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510553 17.1 0.1 87714824 3461952 ? Il 13:28 8:19 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510554 17.0 0.1 87714828 3470216 ? Sl 13:28 8:14 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510616 17.2 0.1 87731208 3478612 ? Sl 13:28 8:20 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510742 15.9 0.1 87723028 3487528 ? Sl 13:28 7:42 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510743 16.1 0.1 87731208 3479732 ? Sl 13:28 7:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510820 16.2 0.1 87706088 3467460 ? Rl 13:28 7:52 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510931 16.1 0.1 87714816 3464840 ? Sl 13:28 7:50 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3510932 15.5 0.1 87723016 3547664 ? Sl 13:28 7:31 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511057 16.5 0.1 87714840 3459668 ? Sl 13:28 7:59 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511074 16.5 0.1 87723040 3478992 ? Sl 13:28 8:00 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511100 16.3 0.1 87714836 3465392 ? Sl 13:28 7:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511123 16.3 0.1 87731220 3483456 ? Sl 13:28 7:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511157 16.2 0.1 87706100 3463108 ? Sl 13:28 7:50 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511435 17.1 0.1 87731220 3478664 ? Sl 13:28 8:18 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511436 15.7 0.1 87723028 3530900 ? Sl 13:28 7:38 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511561 15.4 0.1 87714828 3465860 ? Sl 13:28 7:28 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511632 16.5 0.1 87714852 3465816 ? Sl 13:28 8:01 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511651 15.6 0.1 87723052 3479312 ? Sl 13:28 7:35 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511771 16.3 0.1 87731232 3482268 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511885 16.3 0.1 87714848 3460604 ? Sl 13:28 7:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511955 16.3 0.1 87723040 3533716 ? Sl 13:28 7:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511975 15.6 0.1 87714840 3465428 ? Sl 13:28 7:35 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3511982 16.7 0.1 87731232 3479536 ? Sl 13:28 8:06 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3512144 16.8 0.1 87714864 3461312 ? Sl 13:28 8:10 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3512264 15.5 0.1 87731244 3478664 ? Sl 13:28 7:30 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3512409 16.6 0.1 87714860 3483660 ? Sl 13:28 8:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3512411 15.5 0.1 87723052 3540956 ? Sl 13:28 7:32 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3512505 15.6 0.1 87714852 3459792 ? Sl 13:28 7:35 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3512690 16.4 0.1 87731244 3505044 ? Sl 13:28 7:57 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 3512877 15.8 0.1 87714864 3468032 ? Sl 13:28 7:40 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-12/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", + " root 4838 0.0 0.0 29820 18308 ? Ss Apr08 0:01 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "lisheng+ 1551124 0.0 0.0 3090356 185552 pts/9 Sl 11:48 0:02 /home/lishenggui/.conda/envs/opensora/bin/python /home/lishenggui/.conda/envs/opensora/bin/torchrun --master_addr 10.20.1.80 --master_port 29550 --nproc_per_node 8 --nnodes 8 --node_rank 0 /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 1565730 101 0.1 71931860 4155240 ? Ssl 11:48 377:44 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 1565747 101 0.4 71657092 8687376 ? Ssl 11:48 377:51 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 1565766 101 0.4 71851652 8879768 ? Rsl 11:48 377:36 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 1565775 101 0.4 71543296 8769772 ? Ssl 11:48 377:49 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 1565776 101 0.3 71417920 8448272 ? Ssl 11:48 377:38 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 1565777 101 0.3 71220924 8251132 ? Ssl 11:48 377:37 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 1565778 101 0.3 71397324 8431376 ? Ssl 11:48 377:47 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 1565779 101 0.4 71677852 8709120 ? Ssl 11:48 377:36 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "root 1569630 0.0 0.0 11152 580 ? S 18:01 0:00 sleep 30\n", + "zhaowan+ 1571020 4.5 0.0 8488 5184 ? Ss 18:01 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 1571252 0.0 0.0 6412 2356 ? S 18:01 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + "root 2401123 0.0 0.0 193404 64564 ? S Apr10 0:00 /usr/bin/python3 /usr/local/bin/jupyter-lab --allow-root --ServerApp.base_url=lab\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", "bash: no job control in this shell\n", "\n", "HOST: h800-81\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 2855662 5.0 0.0 8492 5088 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2855774 0.0 0.0 7240 588 ? S 14:17 0:00 sleep 1\n", - "zhaowan+ 2855782 0.0 0.0 7240 592 ? S 14:17 0:00 sleep 1\n", - "zhaowan+ 2855803 0.0 0.0 6412 724 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", - "zhaowan+ 3318198 0.1 0.0 1269428 469156 ? Sl 04:05 1:00 /home/zhaowangbo/.vscode-server/bin/1e790d77f81672c49be070e04474901747115651/node /home/zhaowangbo/.vscode-server/extensions/ms-python.vscode-pylance-2024.4.1/dist/server.bundle.js --cancellationReceive=file:790961802e0d4cd19d3a255485219c6524349a62b5 --node-ipc --clientProcessId=2537441\n", + " root 4828 0.0 0.0 29820 17552 ? Ss Mar19 0:00 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "zhaowan+ 320182 0.2 0.0 1255960 460164 ? Sl 14:08 0:34 /home/zhaowangbo/.vscode-server/bin/1e790d77f81672c49be070e04474901747115651/node /home/zhaowangbo/.vscode-server/extensions/ms-python.vscode-pylance-2024.4.1/dist/server.bundle.js --cancellationReceive=file:ff42b41eb2644cbe0dab526c305f3ec2a5e3ca1694 --node-ipc --clientProcessId=294384\n", + "tom 382879 0.0 0.0 683308 47204 ? Sl Apr12 0:35 /home/zhaowangbo/.conda/envs/opensora/bin/python -m ipykernel_launcher --f=/home/tom/.local/share/jupyter/runtime/kernel-v2-362345kP0b0TEeW8vP.json\n", + "lisheng+ 672111 0.0 0.0 3016604 185384 ? S 11:48 0:01 /home/lishenggui/.conda/envs/opensora/bin/python /home/lishenggui/.conda/envs/opensora/bin/torchrun --master_addr 10.20.1.80 --master_port 29550 --nproc_per_node 8 --nnodes 8 --node_rank 1 /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 686018 101 0.3 70429568 7713964 ? Ssl 11:48 377:47 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 686019 101 0.3 70867092 7934756 ? Rsl 11:48 377:36 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 686026 101 0.3 70857736 7925428 ? Ssl 11:48 378:07 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 686037 101 0.4 71659836 8688480 ? Ssl 11:48 377:47 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 686038 101 0.4 71799792 8828624 ? Ssl 11:48 377:38 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 686039 101 0.4 71458224 8488680 ? Ssl 11:48 377:34 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 686042 101 0.4 71650732 8680932 ? Rsl 11:48 377:40 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "lisheng+ 686050 101 0.4 71747956 8778104 ? Ssl 11:48 377:39 /home/lishenggui/.conda/envs/opensora/bin/python -u /home/lishenggui/projects/sora/Open-Sora-dev/scripts/train.py configs/opensora-v1-1/train/video.py --data-path /home/zhaowangbo/data/csv/video_image_test_2.csv --wandb True --load /mnt/hdd/zangwei/opensora/outputs/789-STDiT2-XL-2/epoch1-global_step6500\n", + "zhaowan+ 3388150 0.4 0.0 129732 45044 ? Sl 18:00 0:00 /usr/bin/python3 /home/zhaowangbo/.vscode-server/extensions/ms-python.black-formatter-2024.2.0/bundled/tool/lsp_server.py --stdio\n", + "zhaowan+ 3388671 5.0 0.0 8492 5064 ? Ss 18:01 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 3388767 0.0 0.0 6412 2264 ? S 18:01 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", "bash: no job control in this shell\n", "\n", "HOST: h800-82\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 174693 0.0 0.0 8496 5008 ? S 01:59 0:00 bash -ic sleep 3h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 203444 0.0 0.0 8496 5024 ? S 02:00 0:00 bash -ic sleep 6h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 923907 0.8 0.0 21146488 832312 ? Sl 08:00 3:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 994978 2.2 0.0 28069076 833356 ? Sl 08:01 8:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995480 24.4 0.1 52071324 4194416 ? Il 08:01 92:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995546 24.5 0.2 58624648 4588168 ? Il 08:01 92:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995635 29.8 0.1 55368264 3996440 ? Il 08:01 112:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995653 24.1 0.2 54426788 5539600 ? Il 08:01 90:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995669 23.7 0.4 73311264 9524492 ? Il 08:01 89:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995686 23.0 0.1 62717044 4148532 ? Il 08:01 86:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995806 22.5 0.2 58699480 4369028 ? Il 08:01 84:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995855 26.0 0.2 68191532 5143084 ? Il 08:01 97:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995889 29.6 0.2 58825836 5656824 ? Il 08:01 111:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995919 21.4 0.2 60727440 4265836 ? Il 08:01 80:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995948 25.2 0.3 68151948 7847040 ? Il 08:01 94:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 995983 24.6 0.2 60014392 4684260 ? Il 08:01 92:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996000 22.9 0.1 55865208 3224996 ? Il 08:01 86:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996017 24.0 0.2 66186208 4997332 ? Il 08:01 90:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996106 25.8 0.2 66393268 5018408 ? Il 08:01 97:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996136 28.8 0.2 74064784 5050268 ? Il 08:01 108:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996203 21.9 0.5 65227892 11969064 ? Il 08:01 82:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996205 22.9 0.2 60425824 4371476 ? Il 08:01 86:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996237 28.4 0.2 71120844 4552948 ? Il 08:01 106:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996250 28.3 0.2 54568820 6087412 ? Rl 08:01 106:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996313 25.0 0.3 67840088 6392684 ? Il 08:01 94:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996333 24.2 0.2 56080904 4688488 ? Il 08:01 91:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996362 27.2 0.3 62698300 7981184 ? Il 08:01 102:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996382 24.9 0.1 57070784 3312392 ? Il 08:01 93:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996413 27.0 0.2 59497276 4720040 ? Il 08:01 101:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996807 23.8 0.3 65248496 6507596 ? Il 08:01 89:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996854 22.1 0.2 61763632 4326532 ? Rl 08:01 83:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996901 24.1 0.2 54814156 4279588 ? Il 08:01 90:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996948 23.3 0.2 61687268 5531508 ? Il 08:01 87:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996965 23.3 0.1 60984940 4127604 ? Il 08:01 87:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996997 23.8 0.2 66438000 6061444 ? Dl 08:01 89:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 996999 22.5 0.2 58536780 5038056 ? Rl 08:01 84:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997082 22.5 0.2 54995864 5028436 ? Il 08:01 84:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997158 25.3 0.4 80402632 9201908 ? Il 08:01 95:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997230 22.6 0.1 47895924 4154648 ? Il 08:01 85:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997322 29.5 0.2 64725168 5831552 ? Rl 08:01 111:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997324 28.0 0.1 48760960 3838548 ? Rl 08:01 105:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997326 22.8 0.2 61205900 4342008 ? Rl 08:01 85:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997343 24.3 0.1 71103052 3368236 ? Dl 08:01 91:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997420 24.2 0.2 52452840 4400920 ? Rl 08:01 91:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997422 28.7 0.2 68263492 4825632 ? Rl 08:01 108:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997484 24.9 0.2 82730616 5080080 ? Rl 08:01 93:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997546 31.8 0.2 63011752 4544860 ? Il 08:01 119:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997563 24.0 0.2 64505220 4992748 ? Il 08:01 90:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997580 25.9 0.2 59382724 4604004 ? Il 08:01 97:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997612 27.5 0.2 69344064 5136396 ? Il 08:01 103:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997696 24.2 0.1 55973624 4151324 ? R 08:01 91:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997770 22.6 0.2 56370020 4236460 ? Il 08:01 85:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997840 25.4 0.2 65288372 4542140 ? Il 08:01 95:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997845 22.1 0.2 73569808 5285576 ? Il 08:01 83:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997892 29.3 0.2 68439752 4466724 ? Il 08:01 110:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997894 23.9 0.2 54355736 4533832 ? Il 08:01 90:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997948 28.1 0.2 60145544 4303936 ? Il 08:01 105:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 997998 23.0 0.2 66050472 4539360 ? Il 08:01 86:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998043 24.6 0.1 65603648 4008252 ? Il 08:01 92:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998052 22.9 0.2 60769304 4961592 ? Il 08:01 86:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998054 23.1 0.2 59899388 4638208 ? Il 08:01 86:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998101 26.7 0.1 58629336 4045832 ? Il 08:01 100:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998103 22.2 0.1 68112028 3524324 ? Il 08:01 83:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998148 24.9 0.2 60573780 4975880 ? Il 08:01 93:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998168 27.3 0.1 70393700 3745652 ? Il 08:01 102:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998200 23.3 0.1 64973640 3711296 ? Il 08:01 87:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998232 23.6 0.1 62315628 3374184 ? Il 08:01 89:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998292 22.4 0.4 66894616 9993416 ? Il 08:01 84:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998371 22.1 0.2 59940504 4665284 ? Il 08:01 83:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998393 21.7 0.1 55910068 2833532 ? Rl 08:01 81:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998429 22.0 0.2 66272476 5578392 ? Il 08:01 82:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998504 21.5 0.2 55252196 5822136 ? Il 08:01 80:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998519 28.9 0.1 54139092 3902116 ? Il 08:01 108:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998546 24.6 0.2 67342168 5990120 ? Il 08:01 92:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998548 25.0 0.1 56531968 3768540 ? Il 08:01 94:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998580 22.6 0.2 60324640 4429980 ? Il 08:01 84:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998668 32.2 0.2 52864244 4232976 ? Il 08:01 121:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998701 29.6 0.2 67795052 4649644 ? Il 08:01 111:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998735 22.3 0.2 56043564 4486424 ? Il 08:01 83:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998738 32.0 0.2 70878388 4684800 ? Il 08:01 120:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998755 27.1 0.2 65068056 4559892 ? Il 08:01 102:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998794 25.7 0.3 63294292 6786520 ? Il 08:01 96:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998833 30.4 0.2 57688480 4408500 ? Il 08:01 114:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998851 29.5 0.1 63030388 3332624 ? Il 08:01 110:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998890 22.4 0.2 65944176 4440156 ? Il 08:01 84:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 998933 23.8 0.2 54438488 4251980 ? Il 08:01 89:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999006 23.3 0.1 58219408 3809536 ? Il 08:01 87:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999066 23.4 0.2 71261596 4788472 ? Il 08:01 88:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999086 21.6 0.2 61628852 4552704 ? Il 08:01 81:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999118 25.8 0.2 58793028 4468756 ? Rl 08:01 97:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999135 24.4 0.2 68746856 6140612 ? Il 08:01 91:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999168 24.5 0.3 57857672 7814320 ? Il 08:01 92:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999222 28.9 0.2 65320628 4483964 ? Il 08:01 108:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999253 23.6 0.2 64778688 4958096 ? Il 08:01 88:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999292 21.7 0.1 47662540 2934060 ? Rl 08:01 81:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999320 23.0 0.1 55465708 4210188 ? Il 08:01 86:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999342 24.6 0.2 71185656 4761008 ? Il 08:01 92:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999389 26.0 0.2 75726772 4820332 ? Il 08:01 97:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999436 23.6 0.5 62599980 10585536 ? Dl 08:01 88:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 999460 22.2 0.2 52708944 4537084 ? Il 08:01 83:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-5/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3034707 7.0 0.0 8488 5240 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 3035979 0.0 0.0 6412 724 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", - "zhaowan+ 3409140 0.8 0.0 21186172 873312 ? Sl 04:59 4:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3459853 2.4 0.0 27970420 874396 ? Sl 05:00 13:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3459993 29.2 0.1 23415380 3102208 ? Rl 05:00 162:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3459995 23.4 0.1 23748896 3436488 ? Dl 05:00 130:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460012 29.7 0.1 23785276 3472664 ? Il 05:00 165:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460014 22.6 0.1 23716364 3403876 ? Sl 05:00 126:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460031 22.7 0.4 30920388 10239620 ? Il 05:00 126:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460048 32.1 0.1 24088992 3653684 ? Il 05:00 179:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460050 31.9 0.1 23604028 3291900 ? Il 05:00 177:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460052 23.7 0.1 23432360 3118100 ? Sl 05:00 132:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460084 33.6 0.1 23548544 3358920 ? Il 05:00 187:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460086 23.7 0.1 24045260 3730764 ? Sl 05:00 132:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460088 25.8 0.0 21913804 1724220 ? Il 05:00 144:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460090 25.8 0.3 27032796 6720376 ? Il 05:00 144:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460122 29.3 0.1 23929648 3617148 ? Il 05:00 163:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460124 25.2 0.1 23664764 3474944 ? Il 05:00 140:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460127 28.6 0.2 24630112 4317884 ? Il 05:00 159:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460143 23.9 0.3 28693420 8380172 ? Il 05:00 133:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460145 26.5 0.1 23991744 3802064 ? Il 05:00 147:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460162 25.4 0.4 30668536 10232516 ? Il 05:00 141:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460164 27.0 0.1 23769692 3456572 ? Il 05:00 150:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460196 24.2 0.1 24141704 3706352 ? Il 05:00 135:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460228 28.7 0.0 22400236 2087668 ? Sl 05:00 160:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460260 29.5 0.1 23685216 3495684 ? Il 05:00 164:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460262 24.0 0.2 25975152 5539940 ? Il 05:00 133:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460264 28.7 0.1 22586468 2150812 ? Il 05:00 160:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460281 33.7 0.1 24378060 3697084 ? Rl 05:00 187:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460358 22.6 0.1 23591732 3277324 ? Sl 05:00 125:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460375 22.9 0.1 23829968 3511952 ? Sl 05:00 128:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460392 22.1 0.1 23837700 3522960 ? Sl 05:00 123:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460394 27.9 0.3 27046112 6610088 ? Rl 05:00 155:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460396 30.4 0.0 22163424 1728328 ? Il 05:00 169:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460413 24.6 0.1 23907980 3562584 ? Il 05:00 137:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460415 34.2 0.1 23891564 3455648 ? Dl 05:00 190:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460418 25.2 0.1 24579176 4143632 ? Il 05:00 140:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460435 26.8 0.1 23773404 3583436 ? Rl 05:00 149:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460437 25.1 0.1 23524736 3056364 ? Il 05:00 139:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460454 26.8 0.1 23839960 3649760 ? Il 05:00 149:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460471 29.9 0.1 23498360 3308068 ? Il 05:00 166:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460488 26.4 0.1 24241524 3560220 ? Il 05:00 147:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460490 24.2 0.1 23850116 3504400 ? Il 05:00 135:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460492 31.9 0.1 23630288 3440068 ? Il 05:00 177:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460524 32.3 0.1 24143740 3675928 ? Il 05:00 180:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460526 24.1 0.1 23725968 3412852 ? Il 05:00 134:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460528 28.5 0.1 24007240 3571164 ? Il 05:00 159:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460545 29.2 0.1 23852556 3540424 ? Sl 05:00 163:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460547 29.4 0.1 23518296 3328956 ? Il 05:00 163:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460564 28.8 0.1 24216988 3658316 ? Il 05:00 160:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460581 27.2 0.2 24885956 4327400 ? Rl 05:00 151:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460628 27.6 0.1 23594316 3404988 ? Il 05:00 153:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460645 23.2 0.1 24456732 4144204 ? Sl 05:00 129:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460647 23.6 0.1 23983216 3671068 ? Sl 05:00 131:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460679 28.6 0.1 22706600 2393564 ? Il 05:00 159:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460726 28.6 0.1 24188864 3597636 ? Il 05:00 159:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460728 22.6 0.1 23960824 3642756 ? Sl 05:00 126:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460745 34.6 0.1 23713828 3032844 ? Il 05:00 192:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460762 25.6 0.1 24019396 3705164 ? Sl 05:00 142:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460764 31.3 0.1 23982736 3546848 ? Il 05:00 174:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460766 26.3 0.1 22820460 2630184 ? Il 05:00 146:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460783 24.4 0.1 23888808 3576824 ? Sl 05:00 136:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460785 26.6 0.1 23502624 3066976 ? Il 05:00 148:20 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460815 29.5 0.1 22757564 2289640 ? Il 05:00 164:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460833 23.4 0.3 27108716 6730980 ? Sl 05:00 130:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460881 30.4 0.1 22819620 2629296 ? Il 05:00 169:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460883 26.0 0.1 23887392 3451708 ? Il 05:00 145:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460885 27.4 0.1 23641240 3451604 ? Sl 05:00 153:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460887 25.3 0.1 23612064 3421828 ? Il 05:00 141:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460889 28.2 0.1 23626752 3313704 ? Il 05:00 157:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460891 28.4 0.1 24356504 4165112 ? Sl 05:00 158:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460923 24.0 0.1 23544248 3348604 ? Sl 05:00 133:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460925 32.1 0.1 23834924 3399460 ? Il 05:00 178:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460927 30.2 0.1 23811940 3376272 ? Il 05:00 168:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460929 28.6 0.1 24182616 3624152 ? Rl 05:00 159:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460946 29.6 0.1 23569604 3256516 ? Il 05:00 165:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460948 24.0 0.2 25726360 5536728 ? Il 05:00 134:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460950 23.2 0.1 22688392 2499096 ? Sl 05:00 129:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460952 22.9 0.1 23794008 3598540 ? Sl 05:00 127:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460969 22.8 0.1 23563964 3368088 ? Sl 05:00 127:20 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460986 28.8 0.1 23952128 3762392 ? Il 05:00 160:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460988 29.7 0.1 23451916 3016396 ? Rl 05:00 165:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3460990 25.8 0.1 23792024 3595820 ? Sl 05:00 143:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461037 28.9 0.1 23714132 3524892 ? Sl 05:00 160:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461039 27.9 0.1 23535244 3345116 ? Sl 05:00 155:51 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461041 24.9 0.1 24087652 3568164 ? Sl 05:00 138:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461073 29.7 0.1 23999612 3441500 ? Il 05:00 165:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461090 23.8 0.1 23961912 3766744 ? Sl 05:00 133:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461107 28.4 0.1 23859680 3547024 ? Il 05:00 158:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461124 28.7 0.1 23772108 3576924 ? Sl 05:00 159:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461156 22.4 0.2 24793680 4598052 ? Sl 05:00 125:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461158 22.6 0.1 23775844 3580376 ? Sl 05:00 126:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461161 29.4 0.1 23606144 3383828 ? Il 05:00 164:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461187 25.7 0.1 23895236 3699736 ? Sl 05:00 143:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461256 25.3 0.1 24698168 4140164 ? Il 05:00 141:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461258 28.4 0.1 24019812 3584796 ? Dl 05:00 158:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461260 35.4 0.1 23480188 3166940 ? Il 05:00 197:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461277 28.8 0.1 23886152 3450248 ? Il 05:00 160:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461279 27.7 0.1 23976388 3417852 ? Il 05:00 154:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3461281 23.3 0.1 23622468 3277240 ? Il 05:00 130:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-3/meta_remove_corrupted_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + " root 4798 0.0 0.0 30076 18704 ? Ss Mar18 0:02 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "zhaowan+ 1606637 5.0 0.0 8488 5292 ? Ss 18:01 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 1606730 0.0 0.0 6412 2360 ? S 18:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", "bash: no job control in this shell\n", "\n", "HOST: h800-83\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 706603 5.0 0.0 14176 5444 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 706720 0.0 0.0 12124 664 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " root 4804 0.0 0.0 35356 14248 ? Ss Mar21 0:00 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "lisheng+ 1171411 2.2 0.0 1289796 482508 ? Sl 17:43 0:25 /home/lishenggui/.vscode-server/cli/servers/Stable-e170252f762678dec6ca2cc69aba1570769a5d39/server/node /home/lishenggui/.vscode-server/extensions/ms-python.vscode-pylance-2024.4.1/dist/server.bundle.js --cancellationReceive=file:5946790779c12b9e336d5758f1b93c58461b5cde95 --node-ipc --clientProcessId=1169435\n", + "zhaowan+ 1206902 10.0 0.0 14176 5304 ? Ss 18:02 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 1207036 0.0 0.0 12124 2548 ? S 18:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + "lisheng+ 3761623 0.1 0.0 1219948 387940 ? Sl 11:48 0:25 /home/lishenggui/.vscode-server/cli/servers/Stable-5c3e652f63e798a5ac2f31ffd0d863669328dc4c/server/node /home/lishenggui/.vscode-server/extensions/ms-python.vscode-pylance-2024.4.1/dist/server.bundle.js --cancellationReceive=file:cac8d8fe58263fb931aacdabe459d3cf363759b6a6 --node-ipc --clientProcessId=3735637\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", "bash: no job control in this shell\n", "\n", "HOST: h800-84\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 697488 0.8 0.0 21302928 982832 ? Sl 07:54 3:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 756910 2.3 0.0 28226540 984124 ? Sl 07:55 8:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757066 22.3 0.1 56634940 4067524 ? Il 07:55 85:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757068 21.3 0.2 62346816 4388760 ? Il 07:55 81:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757115 20.9 0.3 61072316 8254980 ? Rl 07:55 80:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757132 23.0 0.2 68816972 4909600 ? Il 07:55 88:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757134 24.8 0.2 62413132 4720876 ? Il 07:55 94:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757181 22.0 0.2 49235836 4392004 ? Il 07:55 84:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757183 23.4 0.2 66524868 5073304 ? Il 07:55 89:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757186 22.5 0.2 73564212 5244852 ? Il 07:55 86:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757194 21.5 0.2 60785468 4409388 ? Dl 07:55 82:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757220 21.6 0.2 56903688 5176480 ? Rl 07:55 82:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757222 21.3 0.4 80193844 8919992 ? Il 07:55 81:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757224 21.6 0.2 61723636 4616844 ? Rl 07:55 82:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757300 21.5 0.1 62733300 3902864 ? Il 07:55 82:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757348 22.0 0.2 79282760 5185688 ? Il 07:55 84:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757350 24.8 0.2 59586384 4361932 ? Il 07:55 94:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757367 22.6 0.2 70745728 5095628 ? Rl 07:55 86:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757399 22.8 0.2 65369520 4838180 ? Il 07:55 87:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757401 22.9 0.3 52759432 6648732 ? Rl 07:55 87:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757418 21.9 0.2 60957500 4494692 ? Il 07:55 83:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757435 23.1 0.2 62798500 5424272 ? Rl 07:55 88:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757437 22.1 0.2 68087764 5037128 ? Il 07:55 84:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757439 22.9 0.2 68823068 4291108 ? Il 07:55 87:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757456 20.5 0.2 69040944 4935648 ? Il 07:55 78:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757458 22.1 0.2 60819896 4930784 ? Il 07:55 84:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757475 22.6 0.2 58171436 4730888 ? Il 07:55 86:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757673 20.8 0.1 56601164 4223980 ? Il 07:55 79:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757722 22.4 0.4 72286332 10371488 ? Il 07:55 85:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757737 21.5 0.2 59727880 4571608 ? Il 07:55 82:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757769 21.0 0.2 64527024 4716092 ? Il 07:55 80:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757816 19.7 0.2 48652332 4386080 ? Il 07:55 75:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757848 20.9 0.2 66970040 4799512 ? Il 07:55 80:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757865 20.5 0.1 68708344 3822832 ? Il 07:55 78:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757897 21.7 0.2 72838064 5109136 ? Il 07:55 82:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757914 21.3 0.2 58876844 4304956 ? Rl 07:55 81:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757946 25.2 0.1 64266820 3523692 ? Il 07:55 96:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757963 23.1 0.1 60740852 2837476 ? Dl 07:55 88:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 757980 25.7 0.2 70170100 4952780 ? Il 07:55 98:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758027 21.7 0.2 60937620 5021592 ? Il 07:55 83:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758055 21.7 0.2 62997064 4449536 ? Il 07:55 83:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758076 25.7 0.2 64212352 5707176 ? Rl 07:55 98:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758078 19.3 0.2 57573112 4513448 ? Dl 07:55 73:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758095 23.3 0.2 63550712 5040624 ? Il 07:55 89:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758112 22.4 0.1 60494628 3952440 ? Il 07:55 85:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758129 21.1 0.2 76563284 5135244 ? Il 07:55 80:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758161 23.3 0.1 62938828 3873884 ? Dl 07:55 89:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758238 20.9 0.1 58477532 3674792 ? Il 07:55 80:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758240 23.7 0.2 59957244 4849860 ? Il 07:55 90:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758287 20.8 0.2 67840088 4886152 ? Il 07:55 79:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758334 21.1 0.2 60155396 5191644 ? Il 07:55 80:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758420 22.2 0.2 61495772 4921360 ? Il 07:55 85:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758461 20.3 0.2 58483584 4798664 ? Rl 07:55 77:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758490 24.0 0.2 57541972 4511824 ? Il 07:55 91:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758522 21.7 0.2 57575184 4545680 ? Il 07:55 83:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758539 22.2 0.2 64484452 4416812 ? Il 07:55 84:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758541 21.8 0.2 64159920 5003244 ? Dl 07:55 83:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758543 21.4 0.2 72368176 4858796 ? Il 07:55 82:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758575 22.0 0.2 54538808 4677028 ? Il 07:55 84:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758622 20.4 0.2 54872736 4660252 ? Il 07:55 78:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758654 20.9 0.2 65416928 4237112 ? Il 07:55 80:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758671 21.4 0.2 67533700 4826700 ? Il 07:55 82:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758688 23.2 0.2 66098940 5443204 ? Rl 07:55 88:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758735 23.8 0.1 59402536 3376800 ? Il 07:55 91:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758767 21.4 0.2 58987760 4915208 ? Il 07:55 81:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758799 25.3 0.2 51397456 4444624 ? Il 07:55 96:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758831 20.8 0.2 72996260 5136832 ? Il 07:55 79:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758833 21.6 0.2 50147336 4309664 ? Il 07:55 82:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758836 21.7 0.2 63997044 4957460 ? Il 07:55 83:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758853 23.4 0.2 58088600 4396112 ? Rl 07:55 89:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758885 22.9 0.2 65809524 5363636 ? Rl 07:55 87:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758932 21.5 0.2 63522188 4502352 ? Il 07:55 82:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758949 28.9 0.1 61753280 3508408 ? Il 07:55 110:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758981 22.6 0.1 69826392 4075596 ? Il 07:55 86:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 758983 23.2 0.2 60854452 5062728 ? Il 07:55 88:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759000 24.1 0.2 64863996 4804772 ? Il 07:55 92:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759032 26.7 0.2 58411772 4838152 ? Il 07:55 102:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759094 24.4 0.2 65437076 5043048 ? Rl 07:55 93:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759126 24.6 0.2 60216720 5310128 ? Rl 07:55 94:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759128 21.5 0.2 61874592 5447552 ? Rl 07:55 82:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759130 20.9 0.2 61021476 4353760 ? Il 07:55 79:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759147 22.5 0.2 59110768 4775568 ? Il 07:55 86:19 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759164 22.5 0.2 65947408 4384796 ? Il 07:55 86:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759166 21.4 0.2 60519020 5435664 ? Dl 07:55 81:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759168 23.9 0.2 62304368 5208160 ? Rl 07:55 91:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759200 22.4 0.2 62645968 4362140 ? Il 07:55 85:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759202 20.1 0.2 49250168 4503716 ? Il 07:55 77:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759219 21.5 0.2 73925068 4422400 ? Il 07:55 82:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759311 20.2 0.2 58323772 4363784 ? Il 07:55 77:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759328 20.3 0.2 52152764 4411032 ? Il 07:55 77:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759345 21.6 0.2 62726704 4776964 ? Rl 07:55 82:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759392 21.9 0.2 66138232 5803840 ? Dl 07:55 83:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759409 21.4 0.2 61670672 4647044 ? Il 07:55 82:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759426 21.3 0.2 67160952 4570528 ? Il 07:55 81:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759443 23.5 0.2 60885180 4470060 ? Il 07:55 90:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759460 23.2 0.1 66062320 4181724 ? Rl 07:55 88:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759462 22.8 0.2 65951944 4941260 ? Rl 07:55 87:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 759494 20.4 0.2 56051364 4489472 ? Il 07:55 78:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 1262361 0.0 0.0 14180 5296 ? S 01:54 0:00 bash -ic sleep 3h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 1354819 0.0 0.0 14180 5232 ? S 01:54 0:00 bash -ic sleep 6h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-4/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 1522643 0.0 0.0 14180 5348 ? S 01:55 0:00 bash -ic sleep 9h; echo \"Getting info of /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv to /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv\" && cd /home/zhaowangbo/zangwei/opensora/ && python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1 && echo \"All Done!\"\n", - "zhaowan+ 1984585 0.8 0.0 21234260 914608 ? Sl 04:54 4:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2064791 2.5 0.0 28033876 915516 ? Sl 04:55 14:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2064871 19.1 0.1 23901996 3580648 ? Il 04:55 107:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2064873 20.3 0.2 24702060 4260864 ? Il 04:55 114:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2064965 20.5 0.1 24406892 4023032 ? Il 04:55 115:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065099 20.3 0.1 24040840 3599176 ? Il 04:55 114:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065101 19.5 0.1 23931704 3612676 ? Il 04:55 109:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065118 19.1 0.1 23696028 3377108 ? Il 04:55 107:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065135 20.3 0.1 23934804 3579856 ? Sl 04:55 114:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065152 21.4 0.1 23734892 3416144 ? Il 04:55 120:30 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065184 20.8 0.1 23980124 3412448 ? Sl 04:55 117:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065186 21.1 0.1 23753512 3189612 ? Il 04:55 118:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065203 20.5 0.1 24171548 3601216 ? Sl 04:55 115:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065205 22.0 0.1 23632596 3064824 ? Sl 04:55 124:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065222 20.6 0.1 23794996 3315016 ? Sl 04:55 115:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065239 20.6 0.1 24125720 3522592 ? Sl 04:55 116:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065241 20.2 0.1 24244016 3764500 ? Sl 04:55 113:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065243 21.9 0.1 24222260 3530048 ? Sl 04:55 123:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065245 21.6 0.1 24215696 3735876 ? Sl 04:55 121:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065247 21.3 0.1 24009324 3535640 ? Il 04:55 120:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065264 21.4 0.1 24002436 3437480 ? Il 04:55 120:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065266 21.1 0.2 24879092 4560536 ? Il 04:55 118:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065283 20.9 0.1 23753804 3312428 ? Il 04:55 117:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065300 23.7 0.1 24327724 3763052 ? Rl 04:55 133:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065317 21.1 0.1 23635392 3439252 ? Il 04:55 118:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065319 20.8 0.1 23852780 3495144 ? Sl 04:55 117:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065321 21.3 0.2 25248956 4661092 ? Rl 04:55 120:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065545 24.4 0.1 23745912 3427048 ? Il 04:55 137:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065562 22.5 0.1 23664124 3218988 ? Sl 04:55 126:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065564 22.3 0.3 29596240 8234228 ? Rl 04:55 125:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065566 22.3 0.1 24845012 4226496 ? Rl 04:55 125:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065598 21.1 0.1 24113600 3516908 ? Il 04:55 118:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065615 22.2 0.1 24266168 3510144 ? Sl 04:55 124:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065627 22.2 0.1 23585216 3144252 ? Dl 04:55 125:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065649 22.4 0.2 26033136 4492964 ? Rl 04:55 126:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065780 20.7 0.1 24268560 3826936 ? Il 04:55 116:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065877 21.5 0.1 24020120 3509724 ? Sl 04:55 120:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065879 20.9 0.1 23400636 3048988 ? Il 04:55 117:58 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065881 23.5 0.1 23367436 3171768 ? Il 04:55 132:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065883 21.5 0.2 25951160 5596972 ? Sl 04:55 121:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065915 21.8 0.1 23865148 3295056 ? Sl 04:55 122:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065917 20.2 0.1 23812588 3299900 ? Sl 04:55 114:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065934 20.8 0.1 24185736 3616268 ? Sl 04:55 116:55 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065936 24.8 0.1 24135688 3816772 ? Il 04:55 139:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2065938 22.0 0.1 24058120 3617016 ? Il 04:55 124:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066168 21.1 0.1 24040208 3562620 ? Sl 04:55 118:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066254 21.9 0.1 24113416 3671904 ? Il 04:55 123:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066463 20.6 0.1 24137384 3567148 ? Sl 04:55 115:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066465 21.5 0.3 27174728 6730020 ? Sl 04:55 120:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066467 22.1 0.1 23869972 3674080 ? Dl 04:55 124:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066469 21.9 0.1 23630904 3312024 ? Il 04:55 123:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066471 20.5 0.3 27408888 6722004 ? Rl 04:55 115:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066503 23.2 0.1 23896884 3700644 ? Il 04:55 130:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066535 20.6 0.1 24554288 4047380 ? Il 04:55 115:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066537 23.3 0.1 23862900 3666640 ? Dl 04:55 131:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066554 24.2 0.1 23741340 3422492 ? Il 04:55 136:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066571 23.6 0.1 24156048 3681864 ? Il 04:55 132:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066573 21.5 0.2 25750856 5554544 ? Il 04:55 121:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066575 23.2 0.1 25081424 4161244 ? Rl 04:55 130:39 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066577 20.3 0.3 26602428 6406532 ? Il 04:55 114:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066579 23.6 0.1 24528016 4122416 ? Rl 04:55 133:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066581 21.9 0.1 23996304 3554356 ? Il 04:55 123:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066583 19.9 0.4 30593056 10112812 ? Sl 04:55 112:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066585 20.1 0.1 23536080 3089896 ? Sl 04:55 113:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066602 20.1 0.1 24258636 3688524 ? Sl 04:55 113:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066604 21.6 0.1 23619400 3177716 ? Il 04:55 121:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066606 21.6 0.1 23628208 3186280 ? Il 04:55 121:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066608 22.0 0.1 24306344 3741872 ? Rl 04:55 123:47 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066625 22.2 0.1 23980328 3506160 ? Il 04:55 124:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066627 21.8 0.1 24455164 3768280 ? Il 04:55 122:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066629 21.6 0.2 25294020 4268196 ? Rl 04:55 121:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066646 23.9 0.1 23750684 3276356 ? Il 04:55 134:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066648 21.8 0.3 29234044 8309636 ? Rl 04:55 122:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066650 23.1 0.2 25652596 5096584 ? Rl 04:55 130:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066652 20.7 0.1 23880636 3561612 ? Il 04:55 116:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066654 21.2 0.1 23745288 3427164 ? Il 04:55 119:26 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066656 24.7 0.1 24539692 3873404 ? Rl 04:55 139:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066658 21.0 0.1 24053652 3489688 ? Rl 04:55 118:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066660 20.5 0.1 24054808 3580072 ? Il 04:55 115:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066662 23.3 0.1 23937460 3496772 ? Il 04:55 131:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066664 20.5 0.1 24237360 4041380 ? Il 04:55 115:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066666 22.7 0.1 24216904 3529700 ? Il 04:55 128:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066733 20.4 0.1 23976636 3496212 ? Sl 04:55 114:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066877 22.4 0.1 24118536 3675944 ? Il 04:55 125:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066879 20.5 0.1 23928356 3358612 ? Sl 04:55 115:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066911 21.2 0.1 24161252 3597068 ? Il 04:55 119:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066913 21.2 0.1 24157596 3634172 ? Il 04:55 119:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066930 22.7 0.1 23723068 3371160 ? Il 04:55 128:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2066947 23.6 0.1 23991572 3517540 ? Il 04:55 133:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067141 21.5 0.1 24832424 4076880 ? Sl 04:55 121:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067143 19.8 0.1 24615160 3921920 ? Sl 04:55 111:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067160 25.3 0.1 24144000 3456660 ? Rl 04:55 142:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067162 23.0 0.1 23855200 3503700 ? Il 04:55 129:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067164 24.9 0.1 23665812 3346700 ? Il 04:55 140:02 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067166 20.1 0.1 23931768 3457404 ? Il 04:55 113:01 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067168 21.9 0.1 24112612 3638132 ? Il 04:55 123:06 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067170 22.2 0.1 23952140 3511016 ? Il 04:55 124:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2067172 24.2 0.2 25036640 4242596 ? Rl 04:55 136:11 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-2/meta_remove_corrupted_loadjson_noempty_clean_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 2402471 5.5 0.0 14176 5240 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2405636 0.0 0.0 12124 2664 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", - "zhaowan+ 2746795 0.7 0.0 21010600 695592 ? Sl 10:55 1:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3567444 1.7 0.0 27934212 696788 ? Sl 11:00 3:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3567750 16.6 0.2 25761228 5165092 ? Il 11:00 32:40 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3567957 18.1 0.1 22725404 2375064 ? Il 11:00 35:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568214 16.3 0.2 25149688 4675916 ? Il 11:00 32:14 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568233 16.1 0.2 26480392 5917484 ? Dl 11:00 31:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568470 17.0 0.1 24851456 4165492 ? Rl 11:00 33:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568472 15.6 0.1 22978564 2538108 ? Il 11:00 30:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568489 13.7 0.2 24895040 4454716 ? Il 11:00 27:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568491 15.4 0.1 23292660 2816324 ? Il 11:00 30:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568508 16.0 0.1 23551820 3078948 ? Il 11:00 31:37 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568555 16.6 0.1 23217320 3022400 ? Il 11:00 32:42 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568572 16.0 0.2 24969212 4528684 ? Rl 11:00 31:35 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568604 13.8 0.3 27355148 6914556 ? Il 11:00 27:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568606 14.8 0.1 23188824 2871932 ? Il 11:00 29:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568608 17.1 0.5 30997928 10647556 ? Il 11:00 33:44 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568625 14.3 0.0 21977176 1659476 ? Il 11:00 28:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568627 27.0 0.2 26331756 5979000 ? Rl 11:00 53:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568629 15.2 0.2 25848024 5652996 ? Il 11:00 30:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568748 20.0 0.2 25241352 4555340 ? Dl 11:00 39:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568870 16.0 0.1 23302324 2739156 ? Rl 11:00 31:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568917 23.6 0.1 23130584 2566408 ? Il 11:00 46:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568934 16.6 0.1 23001916 2438824 ? Rl 11:00 32:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568979 20.5 0.3 26885620 6690924 ? Il 11:00 40:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568983 20.0 0.3 27914960 7228128 ? Il 11:00 39:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568985 18.1 0.3 27245508 6805624 ? Il 11:00 35:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3568987 16.6 0.1 22545776 2351056 ? Rl 11:00 32:43 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3569508 16.3 0.3 28377996 7937236 ? Rl 11:00 32:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3569540 18.3 0.3 27446540 7252084 ? Il 11:00 36:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3569587 15.8 0.0 22493940 2053712 ? Rl 11:00 31:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3569619 17.4 0.1 24038316 3721496 ? Il 11:00 34:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3569636 22.1 0.2 28989004 6077120 ? Rl 11:00 43:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3569698 18.1 0.0 22304964 2110216 ? Il 11:00 35:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3569700 14.8 0.0 21565244 1371016 ? Dl 11:00 29:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3569732 15.6 0.1 22908304 2435376 ? Il 11:00 30:46 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570133 15.4 0.1 23242216 3047184 ? Il 11:00 30:24 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570151 17.7 0.1 23200240 2759936 ? Il 11:00 34:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570199 14.7 0.1 22859184 2418580 ? Il 11:00 28:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570201 16.0 0.0 21933188 1735380 ? Il 11:00 31:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570203 18.2 0.1 23205040 3009996 ? Il 11:00 35:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570205 24.0 0.1 22772032 2331364 ? Il 11:00 47:17 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570222 19.4 0.1 22928916 2734184 ? Il 11:00 38:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570461 16.1 0.1 23209064 2891404 ? Il 11:00 31:48 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570508 17.8 0.1 22939452 2465828 ? Il 11:00 35:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570525 19.0 0.1 22671232 2353220 ? Il 11:00 37:23 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570527 15.0 0.2 25022860 4459760 ? Il 11:00 29:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570559 15.0 0.2 25962068 5767120 ? Il 11:00 29:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570561 17.2 0.1 24542764 3979736 ? Il 11:00 33:51 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570578 16.7 0.1 23617600 3299752 ? Il 11:00 32:57 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570598 16.5 0.2 25546728 5229576 ? Il 11:00 32:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570642 16.5 0.1 23448148 3130396 ? Il 11:00 32:28 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570812 24.6 0.1 24120440 3285668 ? Rl 11:00 48:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3570913 27.0 0.2 25855852 5537644 ? Il 11:00 53:08 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571122 16.1 0.1 24192780 3875012 ? Il 11:00 31:45 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571139 16.0 0.1 23830168 3266888 ? Il 11:00 31:38 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571141 20.2 0.2 24699900 4382152 ? Il 11:00 39:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571350 16.8 0.0 22062716 1745264 ? Il 11:00 33:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571357 15.9 0.1 24213448 4019108 ? Il 11:00 31:27 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571399 15.3 0.2 25197084 4723732 ? Rl 11:00 30:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571416 16.5 0.3 27798044 7472924 ? Rl 11:00 32:32 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571463 29.1 0.1 22859052 2386008 ? Il 11:00 57:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571561 19.6 0.1 22847772 2374476 ? Il 11:00 38:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571674 18.5 0.0 22067048 1872392 ? Il 11:00 36:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571676 18.3 0.0 22395848 2077980 ? Il 11:00 36:07 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571715 19.6 0.1 23206148 3011220 ? Il 11:00 38:33 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571757 17.4 0.1 23907260 3556488 ? Dl 11:00 34:20 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571759 15.8 0.3 27108240 6790564 ? Il 11:00 31:09 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571791 15.7 0.1 22608180 2167464 ? Il 11:00 30:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571838 26.7 0.1 23751252 3276988 ? Il 11:00 52:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3571840 19.4 0.3 26885640 6691076 ? Rl 11:00 38:18 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572079 19.5 0.3 29158044 7381316 ? Rl 11:00 38:31 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572111 17.0 0.1 23147252 2461104 ? Dl 11:00 33:29 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572113 15.6 0.2 25351956 4879496 ? Rl 11:00 30:49 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572130 18.2 0.1 24170228 3975660 ? Il 11:00 35:56 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572147 16.2 0.1 24636304 4195676 ? Rl 11:00 32:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572164 15.7 0.1 23510236 3192516 ? Il 11:00 30:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572211 19.4 0.1 23069240 2752160 ? Il 11:00 38:15 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572243 17.2 0.1 24766084 4202576 ? Il 11:00 33:59 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572275 15.9 0.2 26594688 5908388 ? Rl 11:00 31:22 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572277 14.7 0.2 25939456 5622372 ? Il 11:00 29:00 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572309 24.3 0.0 22288328 1970452 ? Il 11:00 47:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572341 17.8 0.1 23575800 3102504 ? Il 11:00 35:05 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572358 15.5 0.0 21947904 1753620 ? Il 11:00 30:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572567 15.1 0.1 23800060 3605668 ? Rl 11:00 29:53 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572687 17.8 0.1 22764240 2446408 ? Il 11:00 35:12 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572778 21.7 0.1 24533596 3962880 ? Rl 11:00 42:52 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572780 30.8 0.4 33270828 9900324 ? Rl 11:00 60:41 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572812 16.7 0.1 23271732 2675944 ? Il 11:00 32:54 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572844 15.8 0.1 23419096 2855852 ? Il 11:00 31:13 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572861 15.3 0.1 22895912 2333304 ? Il 11:00 30:10 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572863 16.1 0.4 30801356 9045664 ? Rl 11:00 31:50 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572893 15.2 0.1 23818764 3378124 ? Il 11:00 30:04 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572912 18.0 0.3 27254444 6691192 ? Dl 11:00 35:36 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3572914 20.9 0.1 23573724 3223344 ? Rl 11:00 41:16 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3573061 17.0 0.1 23452020 3012164 ? Il 11:00 33:34 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3573302 16.2 0.1 24232256 3791912 ? Il 11:00 32:03 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3573334 24.0 0.1 24660464 3659752 ? Rl 11:00 47:21 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", - "zhaowan+ 3573366 16.9 0.1 23234960 3040780 ? Il 11:00 33:25 python -m tools.datasets.datautil /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info.csv --output /mnt/hdd/data/panda70m_by/raw/meta/split-6/meta_loadjson_noempty_clean_info_info.csv --format csv --video-info --fmin 1\n", + " root 4731 0.0 0.0 35612 15176 ? Ss Mar19 0:02 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "zhaowan+ 2207851 5.0 0.0 14176 5360 ? Ss 18:02 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 2207944 0.0 0.0 12124 2672 ? S 18:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", "bash: no job control in this shell\n", "\n", "HOST: h800-85\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 2201547 0.0 0.0 8700 3260 pts/2 T Apr13 0:00 bash -ic nohup sleep 3m\n", - "zhaowan+ 2641057 10.0 0.0 8496 5244 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2641150 0.0 0.0 6444 724 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " root 4901 0.0 0.0 29820 18840 ? Ss Apr04 0:00 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "zhaowan+ 2201547 0.0 0.0 8700 3260 pts/2 T Apr13 0:00 bash -ic nohup sleep 3m\n", + "root 2388479 0.0 0.0 5613836 24020 pts/5 Sl+ Apr13 1:29 docker run -it --gpus all --entrypoint=bash image.luchentech.com/base/opensora:1.0.0-ubuntu20.04-python3.10-torch2.2.1-cuda121\n", + "litianyi 3016261 6.7 0.0 275912 41260 pts/28 Sl+ 12:01 24:23 /home/share/software/miniconda3/build/bin/python /home/litianyi/.local/bin/nvitop\n", + "litianyi 3169865 0.2 0.0 5781128 292448 pts/26 Sl+ 15:17 0:23 /home/litianyi/.conda/envs/opensorawb/bin/python /home/litianyi/.conda/envs/opensorawb/bin/torchrun --standalone --nproc_per_node 1 scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3169959 216 0.5 136100876 12633772 ? Rsl 15:17 357:05 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3170857 1.5 0.1 80501332 2850552 ? Sl 15:18 2:32 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3170920 1.5 0.1 80689012 3038212 ? Sl 15:18 2:30 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3170983 1.5 0.1 80685000 3034264 ? Sl 15:18 2:29 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171046 1.5 0.1 80600804 2950032 ? Sl 15:18 2:31 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171109 1.4 0.1 80714872 3063928 ? Sl 15:18 2:26 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171172 1.5 0.1 80746208 3095252 ? Sl 15:18 2:29 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171235 1.5 0.1 80663276 3012272 ? Sl 15:18 2:31 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171298 1.5 0.1 80682696 3031880 ? Sl 15:18 2:30 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171361 1.5 0.1 80556108 2905152 ? Sl 15:18 2:33 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171424 1.5 0.1 80678164 3026948 ? Sl 15:18 2:28 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171487 1.5 0.1 80644056 2993252 ? Sl 15:18 2:29 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171550 1.5 0.1 80768108 3117204 ? Sl 15:18 2:28 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171613 1.5 0.1 80692264 3041440 ? Sl 15:18 2:30 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171676 1.5 0.1 80629512 2978456 ? Sl 15:18 2:33 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171739 1.5 0.1 80599356 2948260 ? Sl 15:18 2:32 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3171802 1.5 0.1 80815668 3164776 ? Sl 15:18 2:29 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora-v1-1/train/image_rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3317198 1.7 0.0 5782152 310412 pts/34 Sl+ 17:52 0:09 /home/litianyi/.conda/envs/opensorawb/bin/python /home/litianyi/.conda/envs/opensorawb/bin/torchrun --standalone --nproc_per_node 1 scripts/train.py configs/opensora/train/16x256x256-spee-rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3317292 442 0.3 84751060 6609672 ? Ssl 17:52 42:48 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora/train/16x256x256-spee-rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3318034 3.4 0.2 52835540 4631824 ? Sl 17:53 0:18 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora/train/16x256x256-spee-rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3318097 3.4 0.2 52835552 4630380 ? Sl 17:53 0:18 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora/train/16x256x256-spee-rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3318160 3.4 0.2 52835564 4629260 ? Sl 17:53 0:18 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora/train/16x256x256-spee-rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3318223 3.3 0.2 52835576 4630124 ? Sl 17:53 0:17 /home/litianyi/.conda/envs/opensorawb/bin/python -u scripts/train.py configs/opensora/train/16x256x256-spee-rflow.py --data-path /home/zhaowangbo/data/csv/image_test.csv\n", + "litianyi 3323247 0.0 0.0 5476 580 ? S 17:59 0:00 sleep 180\n", + "zhaowan+ 3325310 10.0 0.0 8496 5284 ? Ss 18:02 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "litianyi 3325318 0.0 0.0 5476 516 ? S 18:02 0:00 sleep 1\n", + "litianyi 3325354 0.0 0.0 5476 520 ? S 18:02 0:00 sleep 1\n", + "zhaowan+ 3325418 0.0 0.0 6444 2620 ? S 18:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", "bash: no job control in this shell\n", "\n", "HOST: h800-86\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 1886986 0.5 0.0 5782704 300184 pts/0 Sl+ 13:33 0:15 /home/zhaowangbo/.conda/envs/llava2/bin/python /home/zhaowangbo/.conda/envs/llava2/bin/torchrun --nproc_per_node 8 --standalone -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887080 97.8 0.2 117429204 6094876 ? Rsl 13:33 43:17 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887081 98.0 0.2 122009072 5153160 ? Rsl 13:33 43:23 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887082 97.4 0.2 112121340 4970036 ? Rsl 13:33 43:08 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887083 97.8 0.2 113776128 6116856 ? Rsl 13:33 43:18 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887084 97.9 0.2 115286288 5168924 ? Rsl 13:33 43:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887085 97.9 0.2 123368952 5158160 ? Rsl 13:33 43:22 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887086 97.6 0.2 127702512 5148456 ? Rsl 13:33 43:12 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887087 97.2 0.2 116323844 6121444 ? Rsl 13:33 43:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887668 20.9 0.1 86073684 2231344 ? Sl 13:35 8:46 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887669 20.8 0.1 86344016 2466472 ? Sl 13:35 8:45 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887670 20.9 0.1 86360392 2486780 ? Sl 13:35 8:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887671 20.5 0.1 86352204 2506300 ? Sl 13:35 8:36 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887672 20.6 0.1 86352200 2477092 ? Sl 13:35 8:38 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887983 21.2 0.1 87720284 3459400 ? Sl 13:35 8:54 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1887984 21.2 0.1 87703336 3486516 ? Sl 13:35 8:55 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888109 20.3 0.1 87728472 3452444 ? Sl 13:35 8:32 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888110 21.6 0.1 86344028 2462500 ? Sl 13:35 9:05 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888111 21.5 0.1 86360404 2488740 ? Sl 13:35 9:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888298 21.2 0.1 86073696 2235496 ? Sl 13:35 8:53 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888299 20.4 0.1 86352216 2481896 ? Sl 13:35 8:34 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888424 19.8 0.1 86352212 2488708 ? Sl 13:35 8:19 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888487 19.7 0.1 87703348 3436124 ? Sl 13:35 8:17 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888550 21.1 0.1 86458768 2485632 ? Rl 13:35 8:51 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888551 21.1 0.1 87720296 3452660 ? Sl 13:35 8:52 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888676 20.0 0.1 87728484 3454512 ? Sl 13:35 8:24 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888739 21.0 0.1 87703360 3444080 ? Sl 13:35 8:49 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888802 20.3 0.1 87720308 3448484 ? Sl 13:35 8:31 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888865 21.5 0.1 87703372 3442828 ? Sl 13:35 9:01 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888928 20.5 0.1 87703384 3438008 ? Sl 13:35 8:37 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1888991 20.5 0.1 87703396 3437624 ? Sl 13:35 8:36 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889054 21.6 0.1 86442392 2461884 ? Sl 13:35 9:04 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889117 20.2 0.1 87703408 3435196 ? Sl 13:35 8:29 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889180 21.3 0.1 86344052 2457736 ? Sl 13:35 8:57 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889243 20.0 0.1 87703420 3439064 ? Sl 13:35 8:24 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889377 21.6 0.1 86344064 2464152 ? Sl 13:35 9:04 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889440 20.7 0.1 86073708 2294504 ? Sl 13:35 8:41 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889458 21.5 0.1 86344076 2457736 ? Sl 13:35 9:03 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889463 20.1 0.1 86352228 2506236 ? Sl 13:35 8:27 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889524 19.9 0.1 86360428 2478852 ? Sl 13:35 8:22 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889692 20.7 0.1 86073720 2235012 ? Sl 13:35 8:41 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889696 21.3 0.1 86344088 2462176 ? Sl 13:35 8:56 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889702 20.3 0.1 86352240 2484464 ? Sl 13:35 8:32 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889860 20.4 0.1 86360440 2483340 ? Sl 13:35 8:33 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1889944 20.5 0.1 86073732 2235992 ? Il 13:35 8:38 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890007 20.7 0.1 86344100 2468596 ? Sl 13:35 8:42 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890022 20.8 0.1 86352252 2521784 ? Sl 13:35 8:44 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890198 20.1 0.1 86360452 2476072 ? Sl 13:35 8:26 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890213 19.8 0.1 86073744 2288412 ? Sl 13:35 8:20 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890330 20.4 0.1 86352264 2488528 ? Sl 13:35 8:34 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890331 19.5 0.1 86073756 2241348 ? Sl 13:35 8:10 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890334 20.7 0.1 86352224 2482048 ? Sl 13:35 8:42 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890411 20.1 0.1 86360464 2542184 ? Sl 13:35 8:26 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890569 19.5 0.1 87728496 3452296 ? Sl 13:35 8:12 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890645 19.9 0.1 87720320 3449120 ? Sl 13:35 8:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890722 21.1 0.1 86360476 2539432 ? Sl 13:35 8:51 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890891 20.2 0.1 86073768 2277688 ? Sl 13:35 8:28 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1890918 20.6 0.1 86352276 2499688 ? Sl 13:35 8:39 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1891209 18.5 0.1 86352236 2486452 ? Sl 13:35 7:47 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1891295 21.1 0.1 86352288 2532004 ? Sl 13:35 8:51 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1891297 19.7 0.1 87728508 3454104 ? Sl 13:35 8:15 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1891298 19.5 0.1 87720332 3455604 ? Sl 13:35 8:13 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1891547 19.5 0.1 86352248 2487588 ? Sl 13:35 8:11 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1891867 19.2 0.1 87728520 3452096 ? Sl 13:35 8:04 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1891982 19.6 0.1 86352260 2486384 ? Sl 13:35 8:13 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1891985 21.0 0.1 87720344 3455432 ? Sl 13:35 8:48 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1894675 19.7 0.1 86352272 2478724 ? Sl 13:35 8:15 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1895989 20.4 0.1 87720356 3459528 ? Sl 13:35 8:33 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1897601 19.5 0.1 87728532 3449168 ? Sl 13:35 8:12 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1898924 19.0 0.1 86352284 2489060 ? Sl 13:35 8:00 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1899207 19.9 0.1 87720368 3450672 ? Sl 13:35 8:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1899435 19.9 0.1 87728544 3457648 ? Il 13:35 8:21 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 1900114 19.6 0.1 87728556 3454564 ? Sl 13:35 8:13 /home/zhaowangbo/.conda/envs/llava2/bin/python -u -m tools.caption.caption_llava /home/zhaowangbo/data/v2text/raw/meta/split-18/meta_remove_corrupted.csv --dp-size 8 --tp-size 1 --model-path liuhaotian/llava-v1.6-mistral-7b --prompt video\n", - "zhaowan+ 2525805 19.0 0.0 14600 5804 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 2526306 0.0 0.0 12148 2688 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " root 4893 0.0 0.0 35360 18904 ? Ss Apr02 0:00 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "zhaowan+ 25146 10.0 0.0 14600 5740 ? Ss 18:02 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 25327 0.0 0.0 12148 2536 ? S 18:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: 无法设定终端进程组(-1): 对设备不适当的 ioctl 操作\n", "bash: 此 shell 中无任务控制\n", "\n", "HOST: h800-170\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 1586112 2.7 0.0 17336888 248092 pts/7 Sl+ 14:06 0:18 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586267 0.1 0.0 24260500 220828 pts/7 Sl+ 14:06 0:01 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586272 0.0 0.0 17142328 221444 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586273 0.0 0.0 17142328 221432 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586275 0.0 0.0 17142328 221348 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586277 0.0 0.0 17142328 221360 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586279 0.0 0.0 17142328 221360 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586281 0.0 0.0 17142328 221460 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586283 0.0 0.0 17142328 221364 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586285 0.0 0.0 17142328 221464 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586287 0.0 0.0 17142328 221460 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586289 0.0 0.0 17142328 221368 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586291 0.0 0.0 17142328 221484 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586293 0.1 0.0 17142328 221488 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586295 0.0 0.0 17142328 221368 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586297 0.0 0.0 17142328 221368 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586299 0.0 0.0 17142328 221428 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586301 0.0 0.0 17142328 221372 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586303 0.0 0.0 17142328 221376 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586305 0.0 0.0 17142328 221380 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586307 0.0 0.0 17142328 221376 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586309 0.0 0.0 17142328 221380 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586311 0.0 0.0 17142328 221380 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586313 0.0 0.0 17142328 221444 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586315 0.0 0.0 17142328 221540 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586317 0.0 0.0 17142328 221400 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586319 0.0 0.0 17142328 221524 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586322 0.0 0.0 17142328 221400 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586324 0.0 0.0 17142328 221516 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586326 0.0 0.0 17142328 221404 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586328 0.0 0.0 17142328 221412 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586330 0.0 0.0 17142328 221412 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586331 0.0 0.0 17142328 221468 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586333 0.0 0.0 17142328 221456 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586335 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586337 0.0 0.0 17142328 221428 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586339 0.0 0.0 17142328 221496 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586341 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586343 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586345 0.0 0.0 17142328 221484 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586347 0.0 0.0 17142328 221452 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586349 0.0 0.0 17142328 221448 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586351 0.0 0.0 17142328 221436 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586353 0.0 0.0 17142328 221508 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586355 0.0 0.0 17142328 221512 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586357 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586359 0.0 0.0 17142328 221428 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586361 0.0 0.0 17142328 221516 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586363 0.0 0.0 17142328 221524 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586365 0.0 0.0 17142328 221456 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586367 0.1 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586369 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586371 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586373 0.0 0.0 17142328 221536 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586375 0.0 0.0 17142328 221464 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586377 0.0 0.0 17142328 221444 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586379 0.0 0.0 17142328 221528 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586381 0.0 0.0 17142328 221532 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586383 0.0 0.0 17142328 221536 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586385 0.0 0.0 17142328 221488 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586387 0.0 0.0 17142328 221500 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586389 0.0 0.0 17142328 221524 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586391 0.0 0.0 17142328 221464 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586393 0.0 0.0 17142328 221464 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586395 0.0 0.0 17142328 221536 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586397 0.0 0.0 17142328 221544 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586399 0.0 0.0 17142328 221472 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586401 0.0 0.0 17142328 221448 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586403 0.0 0.0 17142328 221448 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586405 0.0 0.0 17142328 221580 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586407 0.0 0.0 17142328 221480 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586409 0.0 0.0 17142328 221540 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586411 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586413 0.0 0.0 17142328 221556 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586415 0.0 0.0 17142328 221496 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586417 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586419 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586421 0.0 0.0 17142328 221540 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586423 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586425 0.0 0.0 17142328 221540 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586427 0.0 0.0 17142328 221552 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586429 0.0 0.0 17142328 221548 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586431 0.0 0.0 17142328 221556 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586433 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586435 0.0 0.0 17142328 221508 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586437 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586439 0.0 0.0 17142328 221560 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586441 0.0 0.0 17142328 221556 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586443 0.0 0.0 17142328 221512 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586445 0.0 0.0 17142328 221508 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586447 0.0 0.0 17142328 221580 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586449 0.0 0.0 17142328 221508 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586451 0.0 0.0 17142328 221524 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586453 0.0 0.0 17142328 221532 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586455 0.0 0.0 17142328 221516 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586457 0.0 0.0 17142328 221588 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586459 0.0 0.0 17142328 221456 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1586461 0.0 0.0 17142328 221584 pts/7 I+ 14:06 0:00 python tools/datasets/filter_panda10m.py --meta_path /mnt/hdd/data/panda70m_by/raw/meta/split-0/meta_remove_corrupted.csv\n", - "zhaowan+ 1589456 10.0 0.0 14176 5352 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 1589552 0.0 0.0 12124 724 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " root 4085 0.0 0.0 35768 19104 ? Ss Mar20 0:03 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "zhaowan+ 2338486 5.0 0.0 14176 5428 ? Ss 18:02 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 2338580 0.0 0.0 12124 2708 ? S 18:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n", "bash: no job control in this shell\n", "\n", "HOST: h800-171\n", - "COMMAND: bash -ic 'ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", + "COMMAND: bash -ic 'ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"'\n", "==== STDOUT ====\n", - " zhaowan+ 250923 5.0 0.0 8496 5124 ? Ss 14:17 0:00 bash -ic ps ux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", - "zhaowan+ 251016 0.0 0.0 6444 720 ? S 14:17 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", + " root 4813 0.0 0.0 29676 18824 ? Ss Mar19 0:00 /usr/bin/python3 /usr/bin/networkd-dispatcher --run-startup-triggers\n", + "zhaowan+ 838735 10.0 0.0 8496 5208 ? Ss 18:02 0:00 bash -ic ps aux | cat | grep --color=never -E \"python|sleep|torchrun|colossal\"\n", + "zhaowan+ 838828 0.0 0.0 6444 2612 ? S 18:02 0:00 grep --color=auto --color=never -E python|sleep|torchrun|colossal\n", "\n", "==== STDERR ====\n", " bash: cannot set terminal process group (-1): Inappropriate ioctl for device\n",