diff --git a/dataloader/load.py b/dataloader/load.py index 8b9c66eff83aa6c3f9aca9d01da813db3e16498c..9133d6d9175a23dd4e5e72f40c9b5988293d648c 100644 --- a/dataloader/load.py +++ b/dataloader/load.py @@ -20,55 +20,67 @@ class UnconditionalDataset(Dataset): """ ### Create DataFrame - file_list = [] - for root, dirs, files in os.walk(fpath, topdown=False): - for name in sorted(files): - file_list.append(os.path.join(root, name)) - - df = pd.DataFrame({"Filepath":file_list},) - self.df = df[df["Filepath"].str.endswith(ext)] + #file_list = [] + #for root, dirs, files in os.walk(fpath, topdown=False): + # for name in sorted(files): + # file_list.append(os.path.join(root, name)) + # + #df = pd.DataFrame({"Filepath":file_list},) + #self.df = df[df["Filepath"].str.endswith(ext)] if skip_first_n: self.df = self.df[skip_first_n:] - if train: - df_train = self.df.sample(frac=frac,random_state=2) - self.df = df_train + print(fpath) + if train: + fpath = os.path.join(fpath, 'train') else: - df_train = self.df.sample(frac=frac,random_state=2) - df_test = df.drop(df_train.index) - self.df = df_test + fpath = os.path.join(fpath, 'valid') + + file_list =[] + for root, dirs, files in os.walk(fpath, topdown=False): + for name in sorted(files): + file_list.append(os.path.join(root, name)) + df = pd.DataFrame({"Filepath":file_list},) + self.df = df[df["Filepath"].str.endswith(ext)] if transform: + # for training intermediate_size = 150 theta = np.pi/4 -np.arccos(intermediate_size/(np.sqrt(2)*img_size)) #Check dataloading.ipynb in analysis-depot for more details - transform_rotate = transforms.Compose([transforms.ToTensor(),transforms.Normalize(mean=(0.5,0.5,0.5),std=(0.5,0.5,0.5)), + transform_rotate = transforms.Compose([transforms.ToTensor(), transforms.Resize(intermediate_size,antialias=True), transforms.RandomRotation(theta/np.pi*180,interpolation=transforms.InterpolationMode.BILINEAR), - transforms.CenterCrop(img_size),transforms.RandomHorizontalFlip(p=0.5)]) + transforms.CenterCrop(img_size),transforms.RandomHorizontalFlip(p=0.5), + transforms.Normalize(mean=(0.5,0.5,0.5),std=(0.5,0.5,0.5))]) - transform_randomcrop = transforms.Compose([transforms.ToTensor(),transforms.Normalize(mean=(0.5,0.5,0.5),std=(0.5,0.5,0.5)), - transforms.Resize(intermediate_size),transforms.RandomCrop(img_size),transforms.RandomHorizontalFlip(p=0.5)]) + transform_randomcrop = transforms.Compose([transforms.ToTensor(), + transforms.Resize(intermediate_size, antialias=True), + transforms.RandomCrop(img_size),transforms.RandomHorizontalFlip(p=0.5), + transforms.Normalize(mean=(0.5,0.5,0.5),std=(0.5,0.5,0.5))]) self.transform = transforms.RandomChoice([transform_rotate,transform_randomcrop]) - else : + else : + # for evaluation self.transform = transforms.Compose([transforms.ToTensor(), transforms.Lambda(lambda x: (x * 255).type(torch.uint8)), transforms.Resize(img_size)]) - + + if train==False: + # for testing + self.transform = transforms.Compose([transforms.ToTensor(), + transforms.Resize(intermediate_size, antialias=True), + transforms.Normalize(mean=(0.5,0.5,0.5),std=(0.5,0.5,0.5))]) + def __len__(self): return len(self.df) def __getitem__(self,idx): path = self.df.iloc[idx].Filepath img = Image.open(path) - if img.mode == 'RGBA': - background = Image.new('RGB', img.size, (255, 255, 255)) - background.paste(img, mask=img.split()[3]) - img = background return self.transform(img),0 def tensor2PIL(self,img): diff --git a/models/all_unets.py b/models/all_unets.py index fabd628cbb06b993e30b3c8cade3903936fe8aa8..dd0e97f9982ff7d0e524eedf4b8b380a9dd431a6 100644 --- a/models/all_unets.py +++ b/models/all_unets.py @@ -44,7 +44,7 @@ class UNet_Res(nn.Module): self.up1 = UpsampleBlock_Res(fctr[1],fctr[0],time_dim) self.up2 = UpsampleBlock_Res(fctr[2],fctr[1],time_dim) self.up3 = UpsampleBlock_Res(fctr[3],fctr[2],time_dim,attention=attention) - self.up4 = UpsampleBlock_Res(fctr[4],fctr[3],time_dim) + self.up4 = UpsampleBlock_Res(fctr[4],fctr[3],time_dim,attention=attention) # final 1x1 conv self.end_conv = nn.Conv2d(fctr[0], channels_out, kernel_size=1,bias=True) @@ -154,22 +154,25 @@ class ConvBlock_Res(nn.Module): self.attlayer = MHABlock(channels_in=channels_out) # Convolution layer 1 - self.conv1 = nn.Conv2d(channels_in, channels_out, kernel_size=3, padding='same', bias=True) + self.conv1 = nn.Conv2d(channels_in, channels_out, kernel_size=3, padding='same', bias=False) self.gn1 = nn.GroupNorm(num_groups, channels_out) self.act1 = nn.SiLU() # Convolution layer 2 - self.conv2 = nn.Conv2d(channels_out, channels_out, kernel_size=3, padding='same', bias=True) + self.conv2 = nn.Conv2d(channels_out, channels_out, kernel_size=3, padding='same', bias=False) self.gn2 = nn.GroupNorm(num_groups, channels_out) self.act2 = nn.SiLU() # Convolution layer 3 - self.conv3 = nn.Conv2d(channels_out, channels_out, kernel_size=3, padding='same', bias=True) + self.conv3 = nn.Conv2d(channels_out, channels_out, kernel_size=3, padding='same', bias=False) self.gn3 = nn.GroupNorm(num_groups, channels_out) self.act3 = nn.SiLU() #Convolution skip - self.res_skip = nn.Conv2d(channels_in,channels_out,kernel_size=1) + self.res_skip = nn.Identity() + if channels_in != channels_out: + self.res_skip = nn.Conv2d(channels_in, channels_out, kernel_size=1) + #self.res_skip = nn.Conv2d(channels_in,channels_out,kernel_size=1) nn.init.xavier_normal_(self.conv1.weight) nn.init.xavier_normal_(self.conv2.weight) diff --git a/wandb/debug-cli.id929844.log b/wandb/debug-cli.id929844.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log new file mode 120000 index 0000000000000000000000000000000000000000..216ba069976a87fff73c6e056d7c8a7b38f19cc1 --- /dev/null +++ b/wandb/debug-internal.log @@ -0,0 +1 @@ +run-20230709_160458-humans/logs/debug-internal.log \ No newline at end of file diff --git a/wandb/debug.log b/wandb/debug.log new file mode 120000 index 0000000000000000000000000000000000000000..87adaeb042577c9fa4a3720c9f26e95d84791b46 --- /dev/null +++ b/wandb/debug.log @@ -0,0 +1 @@ +run-20230709_160458-humans/logs/debug.log \ No newline at end of file diff --git a/wandb/latest-run b/wandb/latest-run new file mode 120000 index 0000000000000000000000000000000000000000..8d9489134e92cd84130e098bad1284aa7f3d234f --- /dev/null +++ b/wandb/latest-run @@ -0,0 +1 @@ +run-20230709_160458-humans \ No newline at end of file diff --git a/wandb/run-20230708_232745-humans/files/config.yaml b/wandb/run-20230708_232745-humans/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b78ad39781671be7f8df863cb8de1731c62a6a84 --- /dev/null +++ b/wandb/run-20230708_232745-humans/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.4 + cli_version: 0.15.3 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1688851665.535903 + t: + 1: + - 1 + - 41 + - 55 + 2: + - 1 + - 41 + - 55 + 3: + - 2 + - 13 + - 14 + - 19 + - 23 + 4: 3.10.4 + 5: 0.15.3 + 8: + - 5 +learning_rate: + desc: null + value: 0.0001 +optimizer: + desc: null + value: AdamW diff --git a/wandb/run-20230708_232745-humans/files/requirements.txt b/wandb/run-20230708_232745-humans/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..deeaea680cc5b19f36dda813d288c79bd0dd4974 --- /dev/null +++ b/wandb/run-20230708_232745-humans/files/requirements.txt @@ -0,0 +1,175 @@ +alabaster==0.7.12 +appdirs==1.4.4 +asn1crypto==1.5.1 +atomicwrites==1.4.0 +attrs==21.4.0 +babel==2.10.1 +backports.entry-points-selectable==1.1.1 +backports.functools-lru-cache==1.6.4 +bcrypt==3.2.2 +bitstring==3.1.9 +blist==1.3.6 +cachecontrol==0.12.11 +cachy==0.3.0 +certifi==2021.10.8 +cffi==1.15.0 +chardet==4.0.0 +charset-normalizer==2.0.12 +cleo==0.8.1 +click==8.1.3 +clikit==0.6.2 +cmake==3.26.3 +colorama==0.4.4 +contourpy==1.0.7 +crashtest==0.3.1 +cryptography==37.0.1 +cycler==0.11.0 +cython==0.29.28 +decorator==5.1.1 +diffusers==0.16.1 +distlib==0.3.4 +docker-pycreds==0.4.0 +docopt==0.6.2 +docutils==0.17.1 +ecdsa==0.17.0 +editables==0.3 +einops==0.6.1 +filelock==3.6.0 +flit-core==3.7.1 +flit==3.7.1 +fonttools==4.39.4 +fsspec==2022.3.0 +future==0.18.2 +gitdb==4.0.10 +gitpython==3.1.31 +glob2==0.7 +h5py==3.8.0 +html5lib==1.1 +huggingface-hub==0.15.1 +idna==3.3 +imagesize==1.3.0 +importlib-metadata==4.11.3 +importlib-resources==5.7.1 +iniconfig==1.1.1 +intervaltree==3.1.0 +intreehooks==1.0 +ipaddress==1.0.23 +jeepney==0.8.0 +jinja2==3.1.2 +joblib==1.1.0 +jsonschema==4.4.0 +keyring==23.5.0 +keyrings.alt==4.1.0 +kiwisolver==1.4.4 +liac-arff==2.5.0 +lit==16.0.5 +lockfile==0.12.2 +markupsafe==2.1.1 +matplotlib==3.7.1 +mock==4.0.3 +more-itertools==8.12.0 +mpmath==1.3.0 +msgpack==1.0.3 +netaddr==0.8.0 +netifaces==0.11.0 +networkx==3.1 +numpy==1.24.3 +nvidia-cublas-cu11==11.10.3.66 +nvidia-cuda-cupti-cu11==11.7.101 +nvidia-cuda-nvrtc-cu11==11.7.99 +nvidia-cuda-runtime-cu11==11.7.99 +nvidia-cudnn-cu11==8.5.0.96 +nvidia-cufft-cu11==10.9.0.58 +nvidia-curand-cu11==10.2.10.91 +nvidia-cusolver-cu11==11.4.0.1 +nvidia-cusparse-cu11==11.7.4.91 +nvidia-nccl-cu11==2.14.3 +nvidia-nvtx-cu11==11.7.91 +packaging==20.9 +pandas==2.0.2 +paramiko==2.10.4 +pastel==0.2.1 +pathlib2==2.3.7.post1 +pathspec==0.9.0 +pathtools==0.1.2 +pbr==5.8.1 +pexpect==4.8.0 +pillow==9.5.0 +pip==22.0.4 +pkginfo==1.8.2 +platformdirs==2.4.1 +pluggy==1.0.0 +poetry-core==1.0.8 +poetry==1.1.13 +protobuf==4.23.2 +psutil==5.9.0 +ptyprocess==0.7.0 +py-expression-eval==0.3.14 +py==1.11.0 +pyasn1==0.4.8 +pycparser==2.21 +pycrypto==2.6.1 +pygments==2.12.0 +pylev==1.4.0 +pynacl==1.5.0 +pyparsing==3.0.8 +pyrsistent==0.18.1 +pytest==7.1.2 +python-dateutil==2.8.2 +pytoml==0.1.21 +pytz==2022.1 +pyyaml==6.0 +regex==2022.4.24 +requests-toolbelt==0.9.1 +requests==2.27.1 +scandir==1.10.0 +scipy==1.10.1 +secretstorage==3.3.2 +semantic-version==2.9.0 +sentry-sdk==1.25.0 +setproctitle==1.3.2 +setuptools-rust==1.3.0 +setuptools-scm==6.4.2 +setuptools==62.1.0 +shellingham==1.4.0 +simplegeneric==0.8.1 +simplejson==3.17.6 +six==1.16.0 +smmap==5.0.0 +snowballstemmer==2.2.0 +sortedcontainers==2.4.0 +sphinx-bootstrap-theme==0.8.1 +sphinx==4.5.0 +sphinxcontrib-applehelp==1.0.2 +sphinxcontrib-devhelp==1.0.2 +sphinxcontrib-htmlhelp==2.0.0 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.3 +sphinxcontrib-serializinghtml==1.1.5 +sphinxcontrib-websupport==1.2.4 +sympy==1.12 +tabulate==0.8.9 +threadpoolctl==3.1.0 +toml==0.10.2 +tomli-w==1.0.0 +tomli==2.0.1 +tomlkit==0.10.2 +torch-fidelity==0.3.0 +torch==2.0.1 +torchaudio==2.0.2 +torchmetrics==0.11.4 +torchvision==0.15.2 +tqdm==4.65.0 +triton==2.0.0 +typing-extensions==4.2.0 +tzdata==2023.3 +ujson==5.2.0 +urllib3==1.26.16 +virtualenv==20.14.1 +wandb==0.15.3 +wcwidth==0.2.5 +webencodings==0.5.1 +wheel==0.37.1 +xlrd==2.0.1 +zipfile36==0.1.3 +zipp==3.8.0 \ No newline at end of file diff --git a/wandb/run-20230708_232745-humans/files/wandb-metadata.json b/wandb/run-20230708_232745-humans/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..d159bf2191040597f0c7af3457f92664f1e813e0 --- /dev/null +++ b/wandb/run-20230708_232745-humans/files/wandb-metadata.json @@ -0,0 +1,292 @@ +{ + "os": "Linux-4.18.0-425.19.2.el8_7.x86_64-x86_64-with-glibc2.28", + "python": "3.10.4", + "heartbeatAt": "2023-07-08T21:27:46.318010", + "startedAt": "2023-07-08T21:27:45.403194", + "docker": null, + "cuda": null, + "args": [ + "train", + "/home/id929844/experiments_gonzalo/humans/settings" + ], + "state": "running", + "program": "/rwthfs/rz/cluster/home/id929844/diffusion_project/main.py", + "codePath": "main.py", + "git": { + "remote": "https://git.rwth-aachen.de/diffusion-project/diffusion_project.git", + "commit": "910ae79222394141930cd1bf6eafb783b4bd397e" + }, + "email": "gonzalomartingarcia0@gmail.com", + "root": "/rwthfs/rz/cluster/home/id929844/diffusion_project", + "host": "login18-g-1.hpc.itc.rwth-aachen.de", + "username": "id929844", + "executable": "/cvmfs/software.hpc.rwth.de/Linux/RH8/x86_64/intel/skylake_avx512/software/Python/3.10.4-GCCcore-11.3.0/bin/python", + "cpu_count": 48, + "cpu_count_logical": 48, + "cpu_freq": { + "current": 3.6861249999999983, + "min": 3700.0, + "max": 3700.0 + }, + "cpu_freq_per_core": [ + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.377, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + }, + { + "current": 3.7, + "min": 3700.0, + "max": 3700.0 + } + ], + "disk": { + "total": 39.043426513671875, + "used": 18.819751739501953 + }, + "gpu": "Tesla V100-SXM2-16GB", + "gpu_count": 2, + "gpu_devices": [ + { + "name": "Tesla V100-SXM2-16GB", + "memory_total": 17179869184 + }, + { + "name": "Tesla V100-SXM2-16GB", + "memory_total": 17179869184 + } + ], + "memory": { + "total": 376.3241539001465 + } +} diff --git a/wandb/run-20230708_232745-humans/files/wandb-summary.json b/wandb/run-20230708_232745-humans/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e8e6418fdee927ddb8cd39f329536d34c5037b04 --- /dev/null +++ b/wandb/run-20230708_232745-humans/files/wandb-summary.json @@ -0,0 +1 @@ +{"loss": 0.07890284061431885, "learning_rate": 9.999996060526846e-05, "epoch": 0, "batch": 118, "_timestamp": 1688851816.1800227, "_runtime": 150.64411973953247, "_step": 118, "_wandb": {"runtime": 150}} \ No newline at end of file diff --git a/wandb/run-20230708_232745-humans/logs/debug-internal.log b/wandb/run-20230708_232745-humans/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..a42e7c513e48052f1ded9db38ffbbca4870d6b49 --- /dev/null +++ b/wandb/run-20230708_232745-humans/logs/debug-internal.log @@ -0,0 +1,817 @@ +2023-07-08 23:27:45,440 INFO StreamThr :24434 [internal.py:wandb_internal():86] W&B internal server running at pid: 24434, started at: 2023-07-08 23:27:45.437961 +2023-07-08 23:27:45,441 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status +2023-07-08 23:27:45,541 INFO WriterThread:24434 [datastore.py:open_for_write():85] open: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/run-humans.wandb +2023-07-08 23:27:45,544 DEBUG SenderThread:24434 [sender.py:send():375] send: header +2023-07-08 23:27:45,578 DEBUG SenderThread:24434 [sender.py:send():375] send: run +2023-07-08 23:27:45,584 INFO SenderThread:24434 [sender.py:_maybe_setup_resume():761] checking resume status for deep-lab-/Unconditional Landscapes/humans +2023-07-08 23:27:46,179 INFO SenderThread:24434 [dir_watcher.py:__init__():219] watching files in: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files +2023-07-08 23:27:46,180 INFO SenderThread:24434 [sender.py:_start_run_threads():1124] run started: humans with start time 1688851665.535903 +2023-07-08 23:27:46,180 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:27:46,183 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: check_version +2023-07-08 23:27:46,184 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:27:46,184 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: check_version +2023-07-08 23:27:46,258 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: run_start +2023-07-08 23:27:46,263 DEBUG HandlerThread:24434 [system_info.py:__init__():31] System info init +2023-07-08 23:27:46,264 DEBUG HandlerThread:24434 [system_info.py:__init__():46] System info init done +2023-07-08 23:27:46,264 INFO HandlerThread:24434 [system_monitor.py:start():181] Starting system monitor +2023-07-08 23:27:46,264 INFO SystemMonitor:24434 [system_monitor.py:_start():145] Starting system asset monitoring threads +2023-07-08 23:27:46,264 INFO HandlerThread:24434 [system_monitor.py:probe():201] Collecting system info +2023-07-08 23:27:46,264 INFO SystemMonitor:24434 [interfaces.py:start():190] Started cpu monitoring +2023-07-08 23:27:46,265 INFO SystemMonitor:24434 [interfaces.py:start():190] Started disk monitoring +2023-07-08 23:27:46,265 INFO SystemMonitor:24434 [interfaces.py:start():190] Started gpu monitoring +2023-07-08 23:27:46,266 INFO SystemMonitor:24434 [interfaces.py:start():190] Started memory monitoring +2023-07-08 23:27:46,266 INFO SystemMonitor:24434 [interfaces.py:start():190] Started network monitoring +2023-07-08 23:27:46,317 DEBUG HandlerThread:24434 [system_info.py:probe():195] Probing system +2023-07-08 23:27:46,330 DEBUG HandlerThread:24434 [system_info.py:_probe_git():180] Probing git +2023-07-08 23:27:46,361 DEBUG HandlerThread:24434 [system_info.py:_probe_git():188] Probing git done +2023-07-08 23:27:46,361 DEBUG HandlerThread:24434 [system_info.py:probe():240] Probing system done +2023-07-08 23:27:46,361 DEBUG HandlerThread:24434 [system_monitor.py:probe():210] {'os': 'Linux-4.18.0-425.19.2.el8_7.x86_64-x86_64-with-glibc2.28', 'python': '3.10.4', 'heartbeatAt': '2023-07-08T21:27:46.318010', 'startedAt': '2023-07-08T21:27:45.403194', 'docker': None, 'cuda': None, 'args': ('train', '/home/id929844/experiments_gonzalo/humans/settings'), 'state': 'running', 'program': '/rwthfs/rz/cluster/home/id929844/diffusion_project/main.py', 'codePath': 'main.py', 'git': {'remote': 'https://git.rwth-aachen.de/diffusion-project/diffusion_project.git', 'commit': '910ae79222394141930cd1bf6eafb783b4bd397e'}, 'email': 'gonzalomartingarcia0@gmail.com', 'root': '/rwthfs/rz/cluster/home/id929844/diffusion_project', 'host': 'login18-g-1.hpc.itc.rwth-aachen.de', 'username': 'id929844', 'executable': '/cvmfs/software.hpc.rwth.de/Linux/RH8/x86_64/intel/skylake_avx512/software/Python/3.10.4-GCCcore-11.3.0/bin/python', 'cpu_count': 48, 'cpu_count_logical': 48, 'cpu_freq': {'current': 3.6861249999999983, 'min': 3700.0, 'max': 3700.0}, 'cpu_freq_per_core': [{'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.377, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}, {'current': 3.7, 'min': 3700.0, 'max': 3700.0}], 'disk': {'total': 39.043426513671875, 'used': 18.819751739501953}, 'gpu': 'Tesla V100-SXM2-16GB', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla V100-SXM2-16GB', 'memory_total': 17179869184}, {'name': 'Tesla V100-SXM2-16GB', 'memory_total': 17179869184}], 'memory': {'total': 376.3241539001465}} +2023-07-08 23:27:46,361 INFO HandlerThread:24434 [system_monitor.py:probe():211] Finished collecting system info +2023-07-08 23:27:46,361 INFO HandlerThread:24434 [system_monitor.py:probe():214] Publishing system info +2023-07-08 23:27:46,361 DEBUG HandlerThread:24434 [system_info.py:_save_pip():51] Saving list of pip packages installed into the current environment +2023-07-08 23:27:46,367 DEBUG HandlerThread:24434 [system_info.py:_save_pip():67] Saving pip packages done +2023-07-08 23:27:46,373 INFO HandlerThread:24434 [system_monitor.py:probe():216] Finished publishing system info +2023-07-08 23:27:46,487 DEBUG SenderThread:24434 [sender.py:send():375] send: files +2023-07-08 23:27:46,487 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-metadata.json with policy now +2023-07-08 23:27:46,495 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:27:46,495 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:27:46,655 DEBUG SenderThread:24434 [sender.py:send():375] send: telemetry +2023-07-08 23:27:46,656 DEBUG SenderThread:24434 [sender.py:send():375] send: telemetry +2023-07-08 23:27:46,656 DEBUG SenderThread:24434 [sender.py:send():375] send: config +2023-07-08 23:27:46,656 DEBUG SenderThread:24434 [sender.py:send():375] send: config +2023-07-08 23:27:46,930 INFO wandb-upload_0:24434 [upload_job.py:push():137] Uploaded file /tmp/id929844/login18-g-1_16644/tmp8yq9kkl_wandb/1uktm71e-wandb-metadata.json +2023-07-08 23:27:47,182 INFO Thread-12 :24434 [dir_watcher.py:_on_file_created():278] file/dir created: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-metadata.json +2023-07-08 23:27:47,182 INFO Thread-12 :24434 [dir_watcher.py:_on_file_created():278] file/dir created: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:27:47,182 INFO Thread-12 :24434 [dir_watcher.py:_on_file_created():278] file/dir created: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/requirements.txt +2023-07-08 23:27:50,657 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:27:55,658 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:00,658 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:01,495 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:28:01,496 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:28:06,628 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:09,297 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:09,298 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:09,298 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:09,326 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:10,197 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:11,681 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:11,681 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:11,681 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:11,681 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:11,685 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:12,198 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:12,715 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:12,716 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:12,716 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:12,720 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:13,198 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:13,877 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:13,878 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:13,878 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:13,885 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:14,199 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:14,877 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:14,878 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:14,878 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:14,883 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:15,200 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:15,971 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:15,971 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:15,971 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:15,979 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:16,200 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:16,495 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:28:16,495 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:28:16,901 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:16,901 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:16,906 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:17,102 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:17,107 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:17,201 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/config.yaml +2023-07-08 23:28:17,201 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:17,950 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:17,950 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:17,951 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:17,959 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:18,201 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:19,039 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:19,040 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:19,040 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:19,045 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:19,202 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:20,046 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:20,046 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:20,046 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:20,055 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:20,202 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:21,248 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:21,249 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:21,249 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:21,257 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:22,204 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:22,257 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:22,375 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:22,376 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:22,376 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:22,383 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:23,204 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:23,363 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:23,364 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:23,364 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:23,372 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:24,205 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:24,421 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:24,422 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:24,422 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:24,427 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:25,205 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:25,418 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:25,419 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:25,419 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:25,428 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:26,206 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:26,397 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:26,398 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:26,398 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:26,402 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:27,207 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:27,402 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:27,547 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:27,548 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:27,548 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:27,555 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:28,207 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:28,644 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:28,645 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:28,645 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:28,685 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:29,208 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:29,727 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:29,727 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:29,728 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:29,767 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:30,208 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:30,925 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:30,926 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:30,926 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:30,930 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:31,209 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:31,495 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:28:31,496 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:28:31,845 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:31,846 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:31,846 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:31,850 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:32,210 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:32,816 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:32,817 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:32,817 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:32,817 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:32,821 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:33,211 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:33,765 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:33,765 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:33,766 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:33,771 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:34,211 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:34,771 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:34,772 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:34,772 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:34,778 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:35,212 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:35,686 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:35,687 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:35,687 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:35,695 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:36,212 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:36,784 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:36,785 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:36,785 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:36,793 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:37,213 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:37,882 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:37,882 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:37,882 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:37,883 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:37,887 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:38,214 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:38,980 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:38,981 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:38,981 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:38,985 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:39,214 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:39,955 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:39,956 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:39,956 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:39,960 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:40,215 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:40,929 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:40,929 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:40,929 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:40,934 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:41,216 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:42,300 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:42,301 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:42,301 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:42,307 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:43,217 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:43,290 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:43,290 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:43,290 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:43,290 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:43,298 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:44,217 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:44,342 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:44,343 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:44,343 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:44,353 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:45,218 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:45,335 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:45,336 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:45,336 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:45,357 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:46,218 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:46,266 DEBUG SystemMonitor:24434 [system_monitor.py:_start():159] Starting system metrics aggregation loop +2023-07-08 23:28:46,267 DEBUG SenderThread:24434 [sender.py:send():375] send: stats +2023-07-08 23:28:46,368 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:46,369 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:46,369 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:46,375 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:46,495 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:28:46,496 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:28:47,219 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:47,542 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:47,543 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:47,543 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:47,561 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:48,220 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:48,561 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:48,671 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:48,672 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:48,672 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:48,700 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:49,220 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:49,832 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:49,833 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:49,833 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:49,844 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:50,221 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:50,912 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:50,912 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:50,912 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:50,931 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:51,221 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:51,938 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:51,938 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:51,938 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:51,944 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:52,222 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:52,860 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:52,860 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:52,861 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:52,868 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:53,223 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:53,868 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:53,975 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:53,976 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:53,976 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:53,982 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:54,223 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:54,932 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:54,933 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:54,933 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:54,941 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:55,224 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:55,980 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:55,981 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:55,981 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:55,988 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:56,224 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:57,150 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:57,151 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:57,151 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:57,155 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:57,225 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:28:58,269 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:58,269 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:58,270 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:58,273 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:59,199 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:28:59,200 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:28:59,200 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:28:59,200 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:28:59,205 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:28:59,226 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:00,278 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:00,279 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:00,279 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:00,283 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:01,161 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:01,162 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:01,162 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:01,165 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:01,228 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:01,496 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:29:01,496 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:29:02,122 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:02,122 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:02,123 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:02,131 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:02,228 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:03,218 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:03,218 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:03,219 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:03,231 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:03,231 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:04,231 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:04,260 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:04,260 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:04,261 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:04,273 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:05,232 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:05,318 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:05,318 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:05,318 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:05,326 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:06,233 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:06,440 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:06,441 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:06,441 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:06,449 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:07,234 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:07,471 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:07,471 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:07,472 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:07,477 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:08,234 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:08,628 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:08,628 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:08,628 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:08,651 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:09,235 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:09,652 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:10,089 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:10,089 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:10,090 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:10,128 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:10,235 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:11,278 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:11,279 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:11,279 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:11,303 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:12,237 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:12,574 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:12,575 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:12,575 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:12,588 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:13,237 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:13,612 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:13,612 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:13,612 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:13,617 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:14,238 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:14,805 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:14,806 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:14,806 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:14,806 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:14,811 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:15,238 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:15,788 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:15,788 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:15,788 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:15,792 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:16,239 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:16,268 DEBUG SenderThread:24434 [sender.py:send():375] send: stats +2023-07-08 23:29:16,496 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:29:16,496 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:29:16,815 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:16,815 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:16,815 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:16,820 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:17,240 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:17,814 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:17,815 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:17,815 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:17,820 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:18,241 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:19,000 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:19,001 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:19,001 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:19,005 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:19,241 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:20,006 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:20,120 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:20,121 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:20,121 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:20,125 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:20,242 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:21,203 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:21,203 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:21,203 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:21,209 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:21,243 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:22,355 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:22,356 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:22,356 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:22,365 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:23,244 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:23,464 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:23,465 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:23,465 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:23,490 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:24,245 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:24,469 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:24,470 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:24,470 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:24,496 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:25,245 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:25,492 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:25,493 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:25,493 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:25,493 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:25,499 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:26,246 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:26,459 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:26,460 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:26,460 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:26,467 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:27,247 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:27,512 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:27,513 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:27,513 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:27,520 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:28,247 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:28,544 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:28,544 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:28,544 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:28,569 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:29,248 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:29,662 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:29,663 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:29,663 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:29,704 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:30,249 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:30,704 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:30,788 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:30,788 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:30,789 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:30,806 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:31,249 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:31,496 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:29:31,496 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:29:31,865 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:31,866 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:31,866 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:31,873 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:32,250 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:32,921 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:32,922 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:32,922 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:32,927 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:33,250 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:34,064 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:34,064 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:34,064 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:34,071 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:34,251 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:34,993 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:34,994 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:34,994 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:34,998 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:35,252 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:35,998 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:36,032 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:36,032 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:36,033 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:36,037 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:36,252 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:36,944 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:36,945 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:36,945 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:36,951 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:37,253 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:37,997 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:37,998 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:37,998 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:38,002 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:38,253 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:39,074 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:39,075 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:39,075 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:39,079 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:39,254 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:40,191 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:40,192 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:40,192 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:40,198 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:40,255 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:41,198 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:41,286 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:41,286 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:41,287 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:41,297 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:42,256 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:42,457 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:42,458 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:42,458 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:42,473 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:43,257 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:43,476 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:43,476 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:43,476 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:43,482 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:44,257 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:44,429 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:44,430 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:44,430 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:44,437 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:45,258 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:45,443 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:45,444 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:45,444 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:45,451 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:46,258 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:46,270 DEBUG SenderThread:24434 [sender.py:send():375] send: stats +2023-07-08 23:29:46,270 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:46,496 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:29:46,496 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:29:46,499 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:46,637 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:46,637 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:46,641 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:47,259 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:47,485 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:47,486 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:47,486 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:47,493 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:48,259 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:48,527 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:48,527 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:48,527 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:48,560 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:49,260 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:49,675 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:49,675 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:49,675 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:49,705 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:50,260 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:51,046 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:51,047 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:51,047 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:51,051 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:51,261 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:52,052 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:52,119 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:52,119 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:52,119 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:52,127 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:52,261 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:53,220 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:53,220 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:53,221 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:53,226 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:53,262 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:54,178 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:54,179 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:54,179 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:54,189 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:54,262 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:55,142 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:55,143 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:55,143 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:55,147 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:55,263 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:56,104 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:56,105 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:56,105 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:56,109 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:56,264 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:57,091 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:57,092 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:57,092 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:57,092 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:29:57,098 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:57,264 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:58,044 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:58,044 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:58,045 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:58,051 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:58,265 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:29:58,988 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:29:58,988 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:29:58,989 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:29:59,004 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:29:59,266 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:00,084 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:00,085 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:00,085 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:00,091 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:00,266 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:01,007 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:01,008 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:01,008 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:01,013 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:01,267 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:01,496 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:30:01,497 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:30:02,108 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:02,108 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:02,109 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:02,109 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:30:02,112 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:02,268 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:03,263 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:03,264 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:03,264 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:03,269 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:03,269 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:04,291 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:04,291 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:04,291 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:04,297 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:05,270 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:05,329 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:05,329 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:05,330 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:05,336 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:06,271 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:06,356 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:06,356 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:06,356 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:06,361 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:07,272 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:07,362 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:30:07,455 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:07,456 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:07,456 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:07,460 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:08,272 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:08,523 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:08,523 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:08,524 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:08,530 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:09,273 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:09,828 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:09,828 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:09,829 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:09,875 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:10,274 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:10,934 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:10,935 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:10,935 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:10,940 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:11,274 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:11,986 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:11,986 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:11,987 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:11,991 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:12,275 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:12,898 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:12,899 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:12,899 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:12,899 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:30:12,903 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:13,275 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:13,974 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:13,975 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:13,975 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:13,981 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:14,276 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:15,034 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:15,034 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:15,035 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:15,041 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:15,276 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:16,180 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:30:16,181 DEBUG SenderThread:24434 [sender.py:send():375] send: history +2023-07-08 23:30:16,181 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:30:16,187 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:16,270 DEBUG SenderThread:24434 [sender.py:send():375] send: stats +2023-07-08 23:30:16,277 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:16,496 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:30:16,497 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:30:16,662 DEBUG SenderThread:24434 [sender.py:send():375] send: telemetry +2023-07-08 23:30:16,663 DEBUG SenderThread:24434 [sender.py:send():375] send: exit +2023-07-08 23:30:16,663 INFO SenderThread:24434 [sender.py:send_exit():598] handling exit code: 1 +2023-07-08 23:30:16,663 INFO SenderThread:24434 [sender.py:send_exit():600] handling runtime: 150 +2023-07-08 23:30:16,682 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:16,682 INFO SenderThread:24434 [sender.py:send_exit():606] send defer +2023-07-08 23:30:16,683 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:16,683 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 0 +2023-07-08 23:30:16,683 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:16,683 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 0 +2023-07-08 23:30:16,683 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 1 +2023-07-08 23:30:16,683 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:16,683 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 1 +2023-07-08 23:30:16,683 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:16,683 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 1 +2023-07-08 23:30:16,683 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 2 +2023-07-08 23:30:16,683 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:16,683 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 2 +2023-07-08 23:30:16,683 INFO HandlerThread:24434 [system_monitor.py:finish():190] Stopping system monitor +2023-07-08 23:30:16,684 INFO HandlerThread:24434 [interfaces.py:finish():202] Joined cpu monitor +2023-07-08 23:30:16,684 DEBUG SystemMonitor:24434 [system_monitor.py:_start():166] Finished system metrics aggregation loop +2023-07-08 23:30:16,684 INFO HandlerThread:24434 [interfaces.py:finish():202] Joined disk monitor +2023-07-08 23:30:16,684 DEBUG SystemMonitor:24434 [system_monitor.py:_start():170] Publishing last batch of metrics +2023-07-08 23:30:16,966 INFO HandlerThread:24434 [interfaces.py:finish():202] Joined gpu monitor +2023-07-08 23:30:16,966 INFO HandlerThread:24434 [interfaces.py:finish():202] Joined memory monitor +2023-07-08 23:30:16,966 INFO HandlerThread:24434 [interfaces.py:finish():202] Joined network monitor +2023-07-08 23:30:16,967 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:16,967 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 2 +2023-07-08 23:30:16,967 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 3 +2023-07-08 23:30:16,967 DEBUG SenderThread:24434 [sender.py:send():375] send: stats +2023-07-08 23:30:16,967 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:16,967 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 3 +2023-07-08 23:30:16,967 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:16,967 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 3 +2023-07-08 23:30:16,967 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 4 +2023-07-08 23:30:16,967 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:16,967 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 4 +2023-07-08 23:30:16,968 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:16,968 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 4 +2023-07-08 23:30:16,968 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 5 +2023-07-08 23:30:16,968 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:16,968 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 5 +2023-07-08 23:30:16,968 DEBUG SenderThread:24434 [sender.py:send():375] send: summary +2023-07-08 23:30:16,973 INFO SenderThread:24434 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:30:16,973 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:16,973 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 5 +2023-07-08 23:30:16,973 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 6 +2023-07-08 23:30:16,973 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:16,973 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 6 +2023-07-08 23:30:16,973 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:16,973 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 6 +2023-07-08 23:30:16,978 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:30:17,199 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 7 +2023-07-08 23:30:17,199 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:17,199 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 7 +2023-07-08 23:30:17,199 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:17,199 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 7 +2023-07-08 23:30:17,199 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 8 +2023-07-08 23:30:17,199 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:17,199 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 8 +2023-07-08 23:30:17,199 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:17,199 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 8 +2023-07-08 23:30:17,277 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/config.yaml +2023-07-08 23:30:17,277 INFO Thread-12 :24434 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:17,479 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 9 +2023-07-08 23:30:17,479 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:17,479 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 9 +2023-07-08 23:30:17,479 DEBUG SenderThread:24434 [sender.py:send():375] send: artifact +2023-07-08 23:30:17,664 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: poll_exit +2023-07-08 23:30:19,119 INFO wandb-upload_1:24434 [upload_job.py:push():95] Uploaded file /home/id929844/.local/share/wandb/artifacts/staging/tmp6dqsurz8 +2023-07-08 23:30:19,146 INFO wandb-upload_0:24434 [upload_job.py:push():95] Uploaded file /home/id929844/.local/share/wandb/artifacts/staging/tmpfyhv2y8t +2023-07-08 23:30:20,289 INFO SenderThread:24434 [sender.py:send_artifact():1474] sent artifact job-https___git.rwth-aachen.de_diffusion-project_diffusion_project.git_main.py - {'id': 'QXJ0aWZhY3Q6NTA4NTQ3MjI2', 'digest': 'bf1568722af4a74888c40644c1b5c7ca', 'state': 'PENDING', 'aliases': [], 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjc4MzI2MzYx', 'latestArtifact': {'id': 'QXJ0aWZhY3Q6NDk4MzI2NjMw', 'versionIndex': 3}}, 'version': 'latest'} +2023-07-08 23:30:20,289 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:20,289 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 9 +2023-07-08 23:30:20,289 INFO SenderThread:24434 [dir_watcher.py:finish():365] shutting down directory watcher +2023-07-08 23:30:21,279 INFO SenderThread:24434 [dir_watcher.py:finish():395] scan: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files +2023-07-08 23:30:21,279 INFO SenderThread:24434 [dir_watcher.py:finish():409] scan save: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/config.yaml config.yaml +2023-07-08 23:30:21,280 INFO SenderThread:24434 [dir_watcher.py:finish():409] scan save: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-metadata.json wandb-metadata.json +2023-07-08 23:30:21,280 INFO SenderThread:24434 [dir_watcher.py:finish():409] scan save: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/requirements.txt requirements.txt +2023-07-08 23:30:21,280 INFO SenderThread:24434 [dir_watcher.py:finish():409] scan save: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json wandb-summary.json +2023-07-08 23:30:21,283 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 10 +2023-07-08 23:30:21,286 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: poll_exit +2023-07-08 23:30:21,287 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:21,291 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 10 +2023-07-08 23:30:21,291 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:21,291 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 10 +2023-07-08 23:30:21,291 INFO SenderThread:24434 [file_pusher.py:finish():167] shutting down file pusher +2023-07-08 23:30:21,738 INFO wandb-upload_0:24434 [upload_job.py:push():137] Uploaded file /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/requirements.txt +2023-07-08 23:30:21,799 INFO wandb-upload_2:24434 [upload_job.py:push():137] Uploaded file /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/wandb-summary.json +2023-07-08 23:30:21,916 INFO wandb-upload_1:24434 [upload_job.py:push():137] Uploaded file /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/files/config.yaml +2023-07-08 23:30:22,116 INFO Thread-11 (_thread_body):24434 [sender.py:transition_state():626] send defer: 11 +2023-07-08 23:30:22,117 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:22,117 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 11 +2023-07-08 23:30:22,117 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:22,117 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 11 +2023-07-08 23:30:22,117 INFO SenderThread:24434 [file_pusher.py:join():172] waiting for file pusher +2023-07-08 23:30:22,117 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 12 +2023-07-08 23:30:22,117 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:22,117 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 12 +2023-07-08 23:30:22,117 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:22,117 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 12 +2023-07-08 23:30:22,306 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 13 +2023-07-08 23:30:22,306 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:22,306 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 13 +2023-07-08 23:30:22,306 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:22,306 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 13 +2023-07-08 23:30:22,306 INFO SenderThread:24434 [sender.py:transition_state():626] send defer: 14 +2023-07-08 23:30:22,306 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: defer +2023-07-08 23:30:22,307 DEBUG SenderThread:24434 [sender.py:send():375] send: final +2023-07-08 23:30:22,307 INFO HandlerThread:24434 [handler.py:handle_request_defer():170] handle defer: 14 +2023-07-08 23:30:22,307 DEBUG SenderThread:24434 [sender.py:send():375] send: footer +2023-07-08 23:30:22,307 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: defer +2023-07-08 23:30:22,307 INFO SenderThread:24434 [sender.py:send_request_defer():622] handle sender defer: 14 +2023-07-08 23:30:22,308 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: poll_exit +2023-07-08 23:30:22,308 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: server_info +2023-07-08 23:30:22,308 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: get_summary +2023-07-08 23:30:22,308 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: poll_exit +2023-07-08 23:30:22,308 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: sampled_history +2023-07-08 23:30:22,308 DEBUG SenderThread:24434 [sender.py:send_request():402] send_request: server_info +2023-07-08 23:30:22,444 DEBUG HandlerThread:24434 [handler.py:handle_request():144] handle_request: shutdown +2023-07-08 23:30:22,444 INFO HandlerThread:24434 [handler.py:finish():842] shutting down handler +2023-07-08 23:30:23,308 INFO WriterThread:24434 [datastore.py:close():298] close: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/run-humans.wandb +2023-07-08 23:30:23,443 INFO SenderThread:24434 [sender.py:finish():1550] shutting down sender +2023-07-08 23:30:23,443 INFO SenderThread:24434 [file_pusher.py:finish():167] shutting down file pusher +2023-07-08 23:30:23,443 INFO SenderThread:24434 [file_pusher.py:join():172] waiting for file pusher diff --git a/wandb/run-20230708_232745-humans/logs/debug.log b/wandb/run-20230708_232745-humans/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..861c94e93e4923be2bc865190c1fc3aa003f5d38 --- /dev/null +++ b/wandb/run-20230708_232745-humans/logs/debug.log @@ -0,0 +1,38 @@ +2023-07-08 23:27:45,427 INFO MainThread:16924 [wandb_setup.py:_flush():76] Current SDK version is 0.15.3 +2023-07-08 23:27:45,427 INFO MainThread:16924 [wandb_setup.py:_flush():76] Configure stats pid to 16924 +2023-07-08 23:27:45,427 INFO MainThread:16924 [wandb_setup.py:_flush():76] Loading settings from /home/id929844/.config/wandb/settings +2023-07-08 23:27:45,428 INFO MainThread:16924 [wandb_setup.py:_flush():76] Loading settings from /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/settings +2023-07-08 23:27:45,428 INFO MainThread:16924 [wandb_setup.py:_flush():76] Loading settings from environment variables: {} +2023-07-08 23:27:45,428 INFO MainThread:16924 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2023-07-08 23:27:45,428 INFO MainThread:16924 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'main.py', 'program': '/rwthfs/rz/cluster/home/id929844/diffusion_project/main.py'} +2023-07-08 23:27:45,428 INFO MainThread:16924 [wandb_init.py:_log_setup():507] Logging user logs to /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/logs/debug.log +2023-07-08 23:27:45,428 INFO MainThread:16924 [wandb_init.py:_log_setup():508] Logging internal logs to /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_232745-humans/logs/debug-internal.log +2023-07-08 23:27:45,429 INFO MainThread:16924 [wandb_init.py:init():547] calling init triggers +2023-07-08 23:27:45,429 INFO MainThread:16924 [wandb_init.py:init():554] wandb.init called with sweep_config: {} +config: {} +2023-07-08 23:27:45,429 INFO MainThread:16924 [wandb_init.py:init():596] starting backend +2023-07-08 23:27:45,429 INFO MainThread:16924 [wandb_init.py:init():600] setting up manager +2023-07-08 23:27:45,435 INFO MainThread:16924 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2023-07-08 23:27:45,535 INFO MainThread:16924 [wandb_init.py:init():606] backend started and connected +2023-07-08 23:27:45,540 INFO MainThread:16924 [wandb_init.py:init():700] updated telemetry +2023-07-08 23:27:45,577 INFO MainThread:16924 [wandb_init.py:init():737] communicating run to backend with 60.0 second timeout +2023-07-08 23:27:46,182 INFO MainThread:16924 [wandb_run.py:_on_init():2177] communicating current version +2023-07-08 23:27:46,252 INFO MainThread:16924 [wandb_run.py:_on_init():2186] got version response upgrade_message: "wandb version 0.15.5 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2023-07-08 23:27:46,252 INFO MainThread:16924 [wandb_init.py:init():787] starting run threads in backend +2023-07-08 23:27:46,495 INFO MainThread:16924 [wandb_run.py:_console_start():2158] atexit reg +2023-07-08 23:27:46,495 INFO MainThread:16924 [wandb_run.py:_redirect():2013] redirect: SettingsConsole.WRAP_RAW +2023-07-08 23:27:46,495 INFO MainThread:16924 [wandb_run.py:_redirect():2078] Wrapping output streams. +2023-07-08 23:27:46,495 INFO MainThread:16924 [wandb_run.py:_redirect():2103] Redirects installed. +2023-07-08 23:27:46,496 INFO MainThread:16924 [wandb_init.py:init():829] run started, returning control to user process +2023-07-08 23:27:46,496 INFO MainThread:16924 [wandb_config.py:__setitem__():151] config set learning_rate = 0.0001 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1474039d78e0>> +2023-07-08 23:27:46,496 INFO MainThread:16924 [wandb_run.py:_config_callback():1286] config_cb learning_rate 0.0001 None +2023-07-08 23:27:46,496 INFO MainThread:16924 [wandb_config.py:__setitem__():151] config set optimizer = AdamW - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x1474039d78e0>> +2023-07-08 23:27:46,496 INFO MainThread:16924 [wandb_run.py:_config_callback():1286] config_cb optimizer AdamW None +2023-07-08 23:30:16,662 INFO MainThread:16924 [wandb_run.py:_finish():1893] finishing run deep-lab-/Unconditional Landscapes/humans +2023-07-08 23:30:16,662 INFO MainThread:16924 [wandb_run.py:_atexit_cleanup():2127] got exitcode: 1 +2023-07-08 23:30:16,662 INFO MainThread:16924 [wandb_run.py:_restore():2110] restore +2023-07-08 23:30:16,663 INFO MainThread:16924 [wandb_run.py:_restore():2116] restore done +2023-07-08 23:30:23,445 INFO MainThread:16924 [wandb_run.py:_footer_history_summary_info():3469] rendering history +2023-07-08 23:30:23,445 INFO MainThread:16924 [wandb_run.py:_footer_history_summary_info():3501] rendering summary +2023-07-08 23:30:23,450 INFO MainThread:16924 [wandb_run.py:_footer_sync_info():3428] logging synced files diff --git a/wandb/run-20230708_232745-humans/run-humans.wandb b/wandb/run-20230708_232745-humans/run-humans.wandb new file mode 100644 index 0000000000000000000000000000000000000000..b6dafa3475b1f4050ceeafc4fe1ac6dd69e1d3a7 Binary files /dev/null and b/wandb/run-20230708_232745-humans/run-humans.wandb differ diff --git a/wandb/run-20230708_233359-humans/files/config.yaml b/wandb/run-20230708_233359-humans/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a1c74681fe60596c9c8e89518b16a5f5df28ed27 --- /dev/null +++ b/wandb/run-20230708_233359-humans/files/config.yaml @@ -0,0 +1,37 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.4 + cli_version: 0.15.3 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1688852039.597313 + t: + 1: + - 1 + - 41 + - 55 + 2: + - 1 + - 41 + - 55 + 3: + - 2 + - 5 + - 13 + - 14 + - 19 + - 23 + 4: 3.10.4 + 5: 0.15.3 + 8: + - 5 +optimizer: + desc: null + value: AdamW +learning_rate: + desc: null + value: 0.0001 diff --git a/wandb/run-20230708_233359-humans/files/wandb-summary.json b/wandb/run-20230708_233359-humans/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..bd4c840736e3cc763567c3e7d017a10d78f3c770 --- /dev/null +++ b/wandb/run-20230708_233359-humans/files/wandb-summary.json @@ -0,0 +1 @@ +{"_step": 8568, "batch": 843, "epoch": 9, "_runtime": 3589.605794429779, "_timestamp": 1688855478.0541804, "learning_rate": 9.979864405611205e-05, "loss": 0.006437242031097412, "running_loss": 0.012675670010337863, "_wandb": {"runtime": 3588}} \ No newline at end of file diff --git a/wandb/run-20230708_233359-humans/logs/debug-internal.log b/wandb/run-20230708_233359-humans/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..1910c4675285edc85f4e58913435567221e615de --- /dev/null +++ b/wandb/run-20230708_233359-humans/logs/debug-internal.log @@ -0,0 +1,38453 @@ +2023-07-08 23:33:59,589 INFO StreamThr :232905 [internal.py:wandb_internal():86] W&B internal server running at pid: 232905, started at: 2023-07-08 23:33:59.587278 +2023-07-08 23:33:59,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status +2023-07-08 23:33:59,605 INFO WriterThread:232905 [datastore.py:open_for_write():85] open: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/run-humans.wandb +2023-07-08 23:33:59,607 DEBUG SenderThread:232905 [sender.py:send():375] send: header +2023-07-08 23:33:59,690 DEBUG SenderThread:232905 [sender.py:send():375] send: run +2023-07-08 23:33:59,695 INFO SenderThread:232905 [sender.py:_maybe_setup_resume():761] checking resume status for deep-lab-/Unconditional Landscapes/humans +2023-07-08 23:33:59,883 INFO SenderThread:232905 [sender.py:_maybe_setup_resume():833] configured resuming with: ResumeState(resumed=True,step=119,history=119,events=5,output=0,runtime=151.148927,wandb_runtime=150,summary={'_step': 118, 'batch': 118, 'epoch': 0, '_wandb': {'runtime': 150}, '_runtime': 150.64411973953247, '_timestamp': 1688851816.1800227, 'learning_rate': 9.999996060526846e-05, 'loss': 0.07890284061431885},config={'_wandb': {'desc': None, 'value': {'t': {'1': [1, 41, 55], '2': [1, 41, 55], '3': [2, 13, 14, 19, 23], '4': '3.10.4', '5': '0.15.3', '8': [5]}, 'framework': 'torch', 'start_time': 1688851665.535903, 'cli_version': '0.15.3', 'is_jupyter_run': False, 'python_version': '3.10.4', 'is_kaggle_kernel': False}}, 'optimizer': {'desc': None, 'value': 'AdamW'}, 'learning_rate': {'desc': None, 'value': 0.0001}}) +2023-07-08 23:34:00,235 INFO SenderThread:232905 [dir_watcher.py:__init__():219] watching files in: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files +2023-07-08 23:34:00,235 INFO SenderThread:232905 [sender.py:_start_run_threads():1124] run started: humans with start time 1688851888.448386 +2023-07-08 23:34:00,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:00,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: check_version +2023-07-08 23:34:00,239 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:00,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: check_version +2023-07-08 23:34:00,314 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: run_start +2023-07-08 23:34:00,327 DEBUG HandlerThread:232905 [system_info.py:__init__():31] System info init +2023-07-08 23:34:00,327 DEBUG HandlerThread:232905 [system_info.py:__init__():46] System info init done +2023-07-08 23:34:00,327 INFO HandlerThread:232905 [system_monitor.py:start():181] Starting system monitor +2023-07-08 23:34:00,327 INFO SystemMonitor:232905 [system_monitor.py:_start():145] Starting system asset monitoring threads +2023-07-08 23:34:00,329 INFO SystemMonitor:232905 [interfaces.py:start():190] Started cpu monitoring +2023-07-08 23:34:00,329 INFO SystemMonitor:232905 [interfaces.py:start():190] Started disk monitoring +2023-07-08 23:34:00,330 INFO SystemMonitor:232905 [interfaces.py:start():190] Started gpu monitoring +2023-07-08 23:34:00,331 INFO SystemMonitor:232905 [interfaces.py:start():190] Started memory monitoring +2023-07-08 23:34:00,331 INFO SystemMonitor:232905 [interfaces.py:start():190] Started network monitoring +2023-07-08 23:34:00,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:34:00,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:34:00,502 DEBUG SenderThread:232905 [sender.py:send():375] send: telemetry +2023-07-08 23:34:00,502 DEBUG SenderThread:232905 [sender.py:send():375] send: telemetry +2023-07-08 23:34:00,502 DEBUG SenderThread:232905 [sender.py:send():375] send: config +2023-07-08 23:34:00,502 DEBUG SenderThread:232905 [sender.py:send():375] send: config +2023-07-08 23:34:01,238 INFO Thread-12 :232905 [dir_watcher.py:_on_file_created():278] file/dir created: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:05,503 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:07,191 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:07,192 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:07,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:07,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:07,254 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:08,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:08,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:08,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:08,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:09,263 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:09,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:09,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:09,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:09,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:10,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:10,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:10,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:10,269 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:10,307 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:11,123 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:11,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:11,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:11,126 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:11,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:11,279 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:12,284 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:12,284 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:12,284 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:12,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:13,164 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:13,164 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:13,164 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:13,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:13,296 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:13,618 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:13,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:13,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:13,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:14,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:14,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:14,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:14,038 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:14,299 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:14,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:14,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:14,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:14,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:14,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:14,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:14,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:14,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:15,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:15,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:15,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:15,238 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:15,301 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:15,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:34:15,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:34:15,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:15,632 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:15,632 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:15,651 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:16,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:16,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:16,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:16,031 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:16,303 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:16,416 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:16,417 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:16,417 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:16,417 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:16,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:16,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:16,797 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:16,797 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:16,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:17,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:17,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:17,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:17,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:17,305 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:17,567 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:17,567 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:17,567 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:17,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:17,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:17,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:17,957 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:17,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:18,317 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:18,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:18,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:18,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:18,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:18,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:18,728 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:18,728 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:18,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:19,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:19,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:19,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:19,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:19,318 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:19,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:19,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:19,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:19,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:19,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:19,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:19,885 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:19,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:20,275 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:20,276 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:20,276 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:20,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:20,318 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:20,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:20,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:20,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:20,671 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:21,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:21,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:21,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:21,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:21,322 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:21,435 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:21,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:21,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:21,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:21,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:21,815 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:21,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:21,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:21,828 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:22,195 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:22,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:22,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:22,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:22,327 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:22,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:22,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:22,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:22,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:22,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:22,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:22,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:22,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:23,339 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:23,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:23,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:23,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:23,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:23,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:23,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:23,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:23,763 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:24,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:24,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:24,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:24,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:24,340 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:24,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:24,520 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:24,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:24,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:24,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:24,897 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:24,897 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:24,908 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:25,274 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:25,275 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:25,275 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:25,288 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:25,341 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:25,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:25,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:25,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:25,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:26,187 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:26,187 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:26,187 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:26,239 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:26,341 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:26,686 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:26,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:26,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:26,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:26,731 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:27,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:27,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:27,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:27,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:27,342 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:27,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:27,685 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:27,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:27,724 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:28,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:28,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:28,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:28,299 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:28,344 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:28,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:28,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:28,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:28,725 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:29,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:29,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:29,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:29,216 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:29,345 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:29,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:29,631 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:29,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:29,675 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:30,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:34:30,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:34:30,369 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:30,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:30,503 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:30,503 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:30,576 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:31,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:31,170 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:31,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:31,223 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:31,369 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:31,868 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:31,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:31,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:32,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:32,169 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:32,373 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/config.yaml +2023-07-08 23:34:32,374 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:32,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:32,617 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:32,617 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:32,692 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:33,206 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:33,207 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:33,207 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:33,275 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:33,374 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:33,847 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:33,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:33,848 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:33,919 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:34,382 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:34,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:34,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:34,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:34,646 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:35,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:35,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:35,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:35,400 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:35,434 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:35,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:35,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:35,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:35,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:36,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:36,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:36,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:36,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:36,402 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:36,613 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:36,614 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:36,614 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:36,626 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:36,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:36,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:36,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:37,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:37,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:37,397 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:37,397 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:37,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:37,405 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:37,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:37,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:37,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:37,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:37,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:38,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:38,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:38,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:38,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:38,409 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:38,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:38,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:38,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:38,568 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:38,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:38,935 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:38,935 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:38,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:39,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:39,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:39,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:39,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:39,409 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:39,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:39,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:39,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:39,715 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:40,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:40,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:40,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:40,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:40,426 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:40,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:40,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:40,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:40,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:40,868 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:40,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:40,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:40,881 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:41,251 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:41,252 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:41,252 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:41,264 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:41,426 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:41,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:41,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:41,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:41,654 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:42,048 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:42,048 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:42,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:42,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:42,437 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:42,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:42,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:42,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:42,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:42,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:42,823 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:42,824 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:42,824 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:42,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:43,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:43,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:43,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:43,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:43,428 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:43,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:43,590 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:43,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:43,602 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:43,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:43,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:43,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:44,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:44,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:44,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:44,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:44,439 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:44,461 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:44,938 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:44,939 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:44,939 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:44,985 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:45,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:34:45,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:34:45,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:45,446 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:45,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:45,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:45,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:45,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:45,953 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:45,953 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:45,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:46,405 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:46,405 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:46,405 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:46,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:46,446 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:46,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:46,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:46,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:46,798 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:47,164 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:47,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:47,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:47,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:47,463 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:47,553 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:47,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:47,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:47,553 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:47,565 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:47,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:47,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:47,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:47,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:48,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:48,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:48,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:48,408 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:48,464 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:48,862 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:48,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:48,863 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:48,911 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:49,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:49,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:49,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:49,458 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:49,464 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:49,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:49,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:49,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:49,984 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:50,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:50,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:50,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:50,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:50,465 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:50,781 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:50,781 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:50,781 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:50,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:51,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:51,199 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:51,199 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:51,223 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:51,466 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:51,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:51,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:51,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:51,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:51,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:51,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:51,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:51,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:52,472 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:52,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:52,523 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:52,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:52,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:52,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:53,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:53,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:53,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:53,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:53,481 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:53,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:53,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:53,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:53,657 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:54,212 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:54,213 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:54,213 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:54,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:54,482 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:54,719 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:54,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:54,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:54,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:55,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:55,234 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:55,234 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:55,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:55,483 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:55,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:55,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:55,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:55,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:56,269 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:56,270 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:56,270 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:56,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:56,487 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:56,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:56,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:56,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:56,854 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:57,285 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:57,286 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:57,286 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:57,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:57,488 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:57,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:57,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:57,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:57,751 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:34:57,781 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:58,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:58,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:58,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:58,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:58,505 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:58,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:58,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:58,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:58,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:58,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:58,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:58,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:59,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:34:59,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:34:59,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:34:59,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:34:59,506 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:34:59,545 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:00,018 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:00,019 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:00,019 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:00,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:00,331 DEBUG SystemMonitor:232905 [system_monitor.py:_start():159] Starting system metrics aggregation loop +2023-07-08 23:35:00,332 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:35:00,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:35:00,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:35:00,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:00,511 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:00,513 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:00,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:00,544 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:01,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:01,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:01,043 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:01,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:01,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:01,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:01,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:01,515 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:01,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:01,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:01,893 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:01,893 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:01,912 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:02,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:02,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:02,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:02,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:02,517 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:02,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:02,685 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:02,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:02,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:03,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:03,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:03,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:03,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:03,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:03,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:03,459 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:03,459 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:03,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:03,517 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:04,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:04,093 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:04,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:04,105 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:04,518 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:05,067 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:05,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:05,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:05,080 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:05,518 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:06,234 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:06,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:06,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:06,286 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:06,519 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:07,320 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:07,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:07,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:07,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:07,520 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:08,374 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:08,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:08,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:08,490 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:08,504 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:08,520 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:09,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:09,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:09,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:09,503 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:09,521 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:10,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:10,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:10,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:10,576 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:11,540 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:11,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:11,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:11,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:11,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:12,541 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:12,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:12,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:12,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:12,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:13,541 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:13,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:13,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:13,896 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:13,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:13,910 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:14,542 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:15,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:15,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:15,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:15,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:15,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:35:15,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:35:15,544 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:16,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:16,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:16,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:16,528 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:16,547 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:18,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:18,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:18,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:18,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:18,550 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:19,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:19,322 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:19,323 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:19,323 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:19,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:19,552 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:20,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:20,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:20,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:20,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:21,563 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:22,127 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:22,127 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:22,127 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:22,146 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:22,567 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:23,088 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:23,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:23,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:23,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:23,567 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:24,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:24,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:24,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:24,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:24,208 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:24,568 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:25,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:25,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:25,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:25,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:25,569 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:26,417 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:26,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:26,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:26,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:26,570 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:27,414 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:27,415 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:27,415 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:27,427 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:27,570 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:28,419 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:28,419 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:28,419 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:28,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:28,571 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:29,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:29,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:29,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:29,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:29,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:29,575 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:30,335 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:35:30,367 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:35:30,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:35:30,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:30,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:30,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:30,545 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:30,575 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:31,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:31,554 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:31,554 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:31,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:31,576 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:32,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:32,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:32,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:32,659 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:33,630 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:33,630 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:33,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:33,630 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:33,663 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:34,630 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:34,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:34,887 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:34,888 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:34,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:34,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:35,635 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:36,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:36,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:36,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:36,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:36,635 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:37,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:37,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:37,240 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:37,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:37,636 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:38,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:38,379 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:38,379 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:38,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:38,636 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:39,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:39,644 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:39,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:39,701 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:39,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:40,646 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:40,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:40,997 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:40,997 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:41,057 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:41,648 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:42,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:42,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:42,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:42,385 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:42,649 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:43,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:43,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:43,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:43,793 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:44,684 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:44,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:44,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:44,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:44,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:44,741 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:45,367 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:35:45,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:35:45,696 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:45,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:45,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:45,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:45,734 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:46,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:46,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:46,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:46,793 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:46,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:47,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:47,867 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:47,867 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:47,867 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:47,888 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:48,706 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:48,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:48,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:48,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:49,000 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:49,706 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:50,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:50,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:50,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:50,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:50,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:50,707 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:51,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:51,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:51,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:51,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:51,707 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:52,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:52,581 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:52,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:52,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:52,708 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:53,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:53,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:53,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:53,723 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:54,736 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:54,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:54,749 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:54,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:54,793 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:55,736 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:55,795 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:35:55,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:55,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:55,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:55,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:56,749 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:56,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:56,793 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:56,793 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:56,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:57,761 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:57,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:57,801 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:57,801 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:57,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:58,773 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:58,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:58,813 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:58,813 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:58,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:35:59,794 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:35:59,882 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:35:59,883 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:35:59,883 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:35:59,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:00,334 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:36:00,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:36:00,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:36:00,796 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:01,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:01,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:01,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:01,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:01,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:01,798 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:02,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:02,650 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:02,650 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:02,714 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:02,802 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:04,150 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:04,150 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:04,151 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:04,208 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:04,810 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:05,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:05,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:05,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:05,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:05,812 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:06,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:06,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:06,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:06,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:06,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:06,815 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:07,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:07,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:07,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:07,654 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:07,816 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:08,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:08,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:08,812 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:08,860 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:09,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:09,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:09,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:09,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:09,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:10,842 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:11,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:11,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:11,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:11,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:11,842 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:12,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:12,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:12,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:12,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:12,056 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:12,843 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:13,173 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:13,174 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:13,174 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:13,186 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:13,848 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:14,295 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:14,295 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:14,295 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:14,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:14,848 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:15,304 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:15,304 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:15,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:15,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:15,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:36:15,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:36:15,849 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:16,211 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:16,212 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:16,212 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:16,222 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:16,849 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:17,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:17,190 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:17,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:17,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:17,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:17,850 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:18,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:18,366 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:18,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:18,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:18,850 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:19,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:19,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:19,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:19,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:19,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:20,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:20,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:20,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:20,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:20,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:21,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:21,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:21,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:21,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:21,854 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:22,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:22,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:22,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:22,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:22,869 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:23,855 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:24,284 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:24,284 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:24,284 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:24,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:24,856 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:25,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:25,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:25,574 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:25,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:25,857 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:26,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:26,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:26,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:27,036 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:27,873 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:28,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:28,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:28,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:28,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:28,369 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:28,876 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:29,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:29,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:29,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:29,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:29,877 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:30,334 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:36:30,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:36:30,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:36:30,500 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:30,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:30,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:30,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:30,877 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:31,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:31,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:31,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:31,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:31,878 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:32,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:32,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:32,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:32,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:32,879 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:33,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:33,492 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:33,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:33,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:33,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:33,879 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:34,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:34,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:34,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:34,472 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:34,880 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:35,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:35,485 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:35,485 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:35,496 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:35,880 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:36,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:36,551 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:36,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:36,596 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:36,881 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:37,733 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:37,734 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:37,734 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:37,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:37,882 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:38,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:38,745 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:38,745 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:38,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:38,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:38,883 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:39,694 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:39,694 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:39,694 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:39,715 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:39,884 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:40,891 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:40,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:40,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:40,936 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:41,921 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:41,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:41,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:41,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:41,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:42,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:42,932 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:42,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:42,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:42,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:43,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:43,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:43,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:43,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:43,869 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:43,932 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:44,871 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:44,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:44,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:44,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:44,933 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:45,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:36:45,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:36:45,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:45,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:45,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:45,881 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:45,934 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:47,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:47,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:47,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:47,277 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:47,935 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:48,654 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:48,654 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:48,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:48,714 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:48,936 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:49,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:50,229 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:50,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:50,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:50,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:50,945 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:51,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:51,593 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:51,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:51,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:51,945 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:52,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:52,782 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:52,782 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:52,799 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:52,946 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:54,010 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:54,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:54,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:54,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:54,958 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:55,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:36:55,274 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:55,275 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:55,275 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:55,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:55,962 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:56,673 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:56,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:56,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:56,738 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:56,967 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:58,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:58,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:58,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:58,151 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:58,971 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:36:59,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:36:59,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:36:59,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:36:59,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:36:59,971 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:00,196 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:00,261 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:00,261 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:00,261 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:00,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:00,335 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:37:00,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:37:00,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:37:00,972 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:01,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:01,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:01,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:01,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:01,973 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:02,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:02,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:02,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:02,234 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:02,973 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:03,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:03,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:03,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:03,165 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:03,974 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:04,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:04,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:04,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:04,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:04,974 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:05,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:05,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:05,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:05,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:05,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:05,975 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:06,481 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:06,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:06,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:06,493 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:06,975 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:07,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:07,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:07,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:07,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:07,976 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:08,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:08,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:08,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:08,765 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:08,976 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:09,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:09,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:09,937 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:09,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:09,996 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:10,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:11,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:11,238 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:11,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:11,289 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:12,004 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:12,693 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:12,694 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:12,694 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:12,723 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:13,005 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:14,074 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:14,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:14,075 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:14,131 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:15,025 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:15,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:37:15,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:37:15,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:15,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:15,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:15,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:16,028 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:16,667 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:16,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:16,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:16,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:16,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:17,028 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:17,823 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:17,824 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:17,824 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:17,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:18,029 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:18,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:18,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:18,800 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:18,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:19,030 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:19,842 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:19,842 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:19,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:19,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:20,030 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:20,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:20,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:20,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:20,990 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:21,031 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:21,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:21,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:21,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:21,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:22,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:22,031 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:23,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:23,124 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:23,124 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:23,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:24,040 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:24,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:24,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:24,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:24,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:25,041 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:25,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:25,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:25,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:25,246 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:26,041 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:26,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:26,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:26,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:26,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:27,042 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:27,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:27,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:27,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:27,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:27,299 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:28,042 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:28,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:28,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:28,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:28,555 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:29,043 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:29,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:29,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:29,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:29,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:30,048 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:30,336 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:37:30,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:37:30,373 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:37:31,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:31,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:31,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:31,163 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:32,065 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:32,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:32,443 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:32,443 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:32,444 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:32,502 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:33,078 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:33,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:33,765 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:33,765 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:33,841 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:34,080 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:35,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:35,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:35,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:35,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:36,086 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:36,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:36,718 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:36,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:36,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:37,090 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:37,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:38,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:38,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:38,021 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:38,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:38,091 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:39,157 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:39,157 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:39,157 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:39,177 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:40,113 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:40,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:40,241 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:40,241 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:40,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:41,114 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:41,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:41,267 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:41,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:41,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:42,114 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:42,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:42,318 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:42,319 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:42,331 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:43,115 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:43,332 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:43,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:43,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:43,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:43,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:44,115 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:44,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:44,464 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:44,464 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:44,484 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:45,116 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:45,373 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:37:45,373 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:37:45,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:45,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:45,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:45,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:46,117 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:46,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:46,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:46,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:46,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:47,117 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:47,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:47,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:47,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:47,753 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:48,118 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:48,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:48,894 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:48,894 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:48,894 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:48,924 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:49,122 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:49,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:49,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:49,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:49,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:50,122 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:51,337 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:51,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:51,337 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:51,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:52,124 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:52,242 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:52,242 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:52,242 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:52,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:53,125 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:53,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:53,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:53,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:53,256 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:54,126 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:54,257 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:37:54,569 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:54,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:54,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:54,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:55,129 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:55,983 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:55,983 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:55,983 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:56,041 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:56,130 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:57,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:57,365 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:57,365 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:57,434 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:58,133 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:58,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:37:58,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:37:58,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:37:58,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:37:59,134 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:37:59,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:00,093 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:00,094 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:00,094 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:00,140 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:00,141 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:00,336 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:38:00,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:38:00,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:38:01,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:01,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:01,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:01,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:02,144 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:02,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:02,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:02,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:02,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:03,144 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:03,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:03,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:03,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:03,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:04,145 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:04,793 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:04,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:04,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:04,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:04,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:05,145 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:05,907 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:05,908 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:05,908 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:05,919 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:06,146 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:06,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:06,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:06,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:06,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:07,146 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:07,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:07,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:07,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:07,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:08,147 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:08,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:08,737 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:08,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:08,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:09,147 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:09,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:09,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:09,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:09,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:10,148 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:10,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:10,742 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:10,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:10,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:10,754 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:11,149 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:11,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:11,795 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:11,795 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:11,808 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:12,149 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:12,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:12,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:12,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:12,891 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:13,150 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:13,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:13,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:13,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:13,840 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:14,150 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:14,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:14,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:14,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:14,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:15,151 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:15,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:38:15,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:38:16,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:16,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:16,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:16,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:16,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:16,151 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:17,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:17,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:17,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:17,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:18,153 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:18,399 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:18,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:18,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:18,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:19,156 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:19,953 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:19,953 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:19,953 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:20,035 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:20,159 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:21,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:21,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:21,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:21,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:21,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:22,161 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:23,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:23,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:23,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:23,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:24,162 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:24,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:24,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:24,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:24,843 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:25,163 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:26,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:26,083 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:26,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:26,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:26,164 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:27,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:27,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:27,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:27,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:27,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:28,107 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:28,108 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:28,108 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:28,119 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:28,179 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:29,120 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:29,121 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:29,121 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:29,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:29,180 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:30,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:30,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:30,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:30,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:30,338 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:38:30,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:38:30,376 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:38:31,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:31,199 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:31,199 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:31,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:31,217 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:32,212 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:32,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:32,213 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:32,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:32,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:32,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:33,204 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:33,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:33,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:33,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:33,457 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:34,204 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:34,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:34,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:34,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:34,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:35,205 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:35,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:35,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:35,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:35,744 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:36,205 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:36,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:36,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:36,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:36,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:37,206 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:38,001 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:38,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:38,258 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:38,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:38,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:39,239 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:39,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:39,269 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:39,269 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:39,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:40,239 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:40,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:40,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:40,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:40,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:41,240 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:41,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:41,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:41,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:41,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:42,241 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:42,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:42,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:42,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:43,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:43,009 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:43,241 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:44,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:44,124 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:44,124 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:44,186 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:44,244 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:45,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:38:45,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:38:45,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:45,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:45,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:45,602 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:46,246 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:46,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:46,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:46,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:46,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:47,247 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:47,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:47,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:47,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:47,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:48,248 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:48,864 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:48,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:48,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:48,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:48,952 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:49,249 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:49,897 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:49,898 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:49,898 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:49,920 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:50,249 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:51,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:51,107 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:51,107 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:51,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:51,251 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:52,274 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:52,274 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:52,274 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:52,345 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:53,258 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:53,597 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:53,597 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:53,597 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:53,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:54,259 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:54,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:54,837 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:54,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:54,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:54,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:55,259 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:55,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:55,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:55,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:55,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:56,261 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:56,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:56,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:56,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:56,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:57,262 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:57,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:57,701 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:57,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:57,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:58,266 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:58,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:58,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:58,812 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:58,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:38:59,266 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:38:59,835 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:38:59,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:38:59,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:38:59,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:38:59,870 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:00,267 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:00,339 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:39:00,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:39:00,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:39:00,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:00,931 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:00,931 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:00,943 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:01,267 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:01,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:01,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:01,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:01,931 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:02,268 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:03,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:03,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:03,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:03,054 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:03,271 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:04,177 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:04,177 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:04,177 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:04,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:04,271 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:05,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:05,349 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:05,349 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:05,349 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:05,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:06,294 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:06,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:06,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:06,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:06,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:07,297 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:08,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:08,052 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:08,052 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:08,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:08,298 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:09,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:09,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:09,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:09,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:09,299 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:10,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:10,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:10,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:10,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:10,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:11,307 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:11,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:11,644 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:11,644 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:11,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:12,308 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:12,624 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:12,625 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:12,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:12,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:13,308 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:13,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:13,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:13,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:13,601 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:14,309 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:14,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:14,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:14,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:14,659 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:15,309 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:15,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:15,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:39:15,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:39:15,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:15,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:15,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:15,698 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:16,311 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:16,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:16,781 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:16,781 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:16,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:17,312 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:17,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:17,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:17,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:17,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:18,312 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:18,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:18,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:18,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:18,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:19,312 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:19,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:19,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:19,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:19,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:20,313 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:20,965 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:21,026 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:21,026 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:21,026 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:21,046 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:21,314 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:22,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:22,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:22,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:22,036 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:22,314 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:23,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:23,067 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:23,067 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:23,079 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:23,315 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:24,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:24,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:24,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:24,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:24,316 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:25,667 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:25,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:25,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:25,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:26,320 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:26,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:27,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:27,184 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:27,184 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:27,249 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:27,326 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:28,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:28,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:28,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:28,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:29,327 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:29,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:29,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:29,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:29,873 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:30,332 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:30,340 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:39:30,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:39:30,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:39:31,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:31,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:31,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:31,634 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:32,341 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:32,635 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:32,908 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:32,909 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:32,909 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:32,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:33,342 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:34,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:34,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:34,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:34,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:34,343 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:35,207 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:35,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:35,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:35,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:35,343 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:36,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:36,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:36,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:36,234 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:36,344 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:37,167 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:37,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:37,168 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:37,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:37,344 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:38,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:38,102 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:38,102 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:38,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:38,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:38,345 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:39,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:39,185 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:39,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:39,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:39,345 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:40,281 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:40,281 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:40,282 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:40,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:40,346 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:41,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:41,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:41,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:41,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:41,347 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:42,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:42,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:42,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:42,429 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:43,371 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:43,402 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:43,403 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:43,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:43,403 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:43,422 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:44,371 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:44,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:44,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:44,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:44,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:45,372 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:45,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:39:45,389 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:39:45,507 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:45,533 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:45,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:45,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:46,373 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:46,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:46,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:46,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:46,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:47,373 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:47,541 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:47,541 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:47,541 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:47,560 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:48,377 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:48,563 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:48,609 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:48,609 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:48,609 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:48,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:49,379 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:50,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:50,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:50,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:50,176 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:50,382 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:51,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:51,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:51,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:51,618 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:52,383 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:52,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:52,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:52,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:52,804 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:53,384 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:53,805 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:54,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:54,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:54,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:54,145 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:54,385 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:55,337 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:55,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:55,337 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:55,384 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:55,386 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:56,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:56,498 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:56,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:56,509 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:57,397 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:57,632 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:57,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:57,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:57,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:58,398 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:58,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:58,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:58,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:58,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:39:58,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:39:59,400 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:39:59,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:39:59,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:39:59,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:39:59,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:00,341 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:40:00,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:40:00,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:40:00,405 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:00,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:00,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:00,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:00,967 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:01,406 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:02,063 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:02,063 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:02,063 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:02,083 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:02,407 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:03,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:03,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:03,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:03,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:03,407 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:04,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:04,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:04,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:04,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:04,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:04,408 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:05,508 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:05,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:05,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:05,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:06,424 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:06,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:06,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:06,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:06,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:07,425 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:07,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:07,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:07,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:07,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:08,425 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:08,550 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:08,550 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:08,550 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:08,592 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:09,426 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:09,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:09,624 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:09,625 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:09,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:09,662 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:10,426 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:10,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:10,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:10,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:10,634 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:11,427 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:11,569 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:11,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:11,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:11,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:12,431 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:12,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:12,581 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:12,581 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:12,591 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:13,445 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:13,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:13,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:13,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:13,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:14,448 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:14,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:14,761 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:14,761 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:14,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:14,828 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:15,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:40:15,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:40:15,449 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:16,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:16,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:16,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:16,095 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:16,450 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:17,332 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:17,332 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:17,332 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:17,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:17,452 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:18,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:18,542 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:18,542 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:18,602 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:19,477 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:19,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:19,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:19,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:19,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:19,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:20,478 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:20,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:20,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:20,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:20,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:21,480 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:21,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:21,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:21,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:21,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:22,481 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:22,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:22,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:22,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:22,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:23,481 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:23,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:23,909 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:23,909 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:23,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:24,483 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:24,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:24,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:24,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:24,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:24,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:25,483 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:26,059 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:26,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:26,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:26,118 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:26,484 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:27,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:27,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:27,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:27,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:27,484 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:28,275 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:28,276 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:28,276 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:28,288 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:28,485 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:29,269 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:29,270 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:29,270 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:29,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:29,485 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:30,211 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:30,211 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:30,211 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:30,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:30,225 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:30,341 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:40:30,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:40:30,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:40:30,489 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:31,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:31,262 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:31,262 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:31,303 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:31,489 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:32,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:32,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:32,484 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:32,531 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:33,543 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:33,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:33,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:33,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:33,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:34,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:34,553 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:34,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:34,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:34,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:35,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:35,443 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:35,443 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:35,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:35,453 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:35,553 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:36,420 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:36,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:36,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:36,436 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:36,554 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:37,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:37,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:37,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:37,838 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:38,560 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:38,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:38,997 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:38,997 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:39,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:39,561 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:40,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:40,528 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:40,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:40,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:40,607 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:41,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:41,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:41,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:41,570 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:41,574 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:42,517 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:42,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:42,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:42,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:42,571 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:43,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:43,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:43,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:43,531 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:43,571 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:44,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:44,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:44,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:44,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:45,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:40:45,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:40:45,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:45,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:45,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:45,591 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:45,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:45,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:46,600 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:46,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:46,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:46,686 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:46,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:47,600 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:48,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:48,179 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:48,179 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:48,232 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:48,601 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:49,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:49,339 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:49,339 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:49,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:49,602 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:50,370 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:50,370 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:50,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:50,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:50,602 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:51,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:51,433 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:51,433 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:51,433 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:51,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:51,603 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:52,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:52,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:52,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:52,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:52,603 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:53,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:53,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:53,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:53,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:53,604 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:54,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:54,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:54,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:54,815 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:55,605 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:55,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:55,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:55,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:55,952 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:56,605 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:56,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:56,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:56,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:56,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:40:56,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:57,606 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:57,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:57,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:57,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:57,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:58,607 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:40:59,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:40:59,116 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:40:59,116 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:40:59,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:40:59,608 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:00,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:00,269 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:00,269 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:00,306 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:00,342 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:41:00,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:41:00,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:41:00,608 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:01,752 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:01,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:01,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:01,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:02,618 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:02,799 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:02,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:02,888 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:02,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:02,914 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:03,619 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:03,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:03,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:03,957 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:04,003 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:04,619 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:05,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:05,163 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:05,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:05,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:05,620 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:06,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:06,153 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:06,153 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:06,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:06,620 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:07,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:07,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:07,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:07,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:07,621 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:08,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:08,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:08,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:08,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:08,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:08,621 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:09,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:09,456 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:09,456 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:09,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:09,622 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:10,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:10,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:10,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:10,568 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:10,622 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:11,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:11,590 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:11,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:11,602 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:11,623 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:12,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:12,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:12,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:12,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:13,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:13,634 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:13,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:13,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:13,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:13,680 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:14,600 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:14,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:14,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:14,613 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:14,634 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:15,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:41:15,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:41:15,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:15,634 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:15,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:15,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:16,508 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:16,508 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:16,508 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:16,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:16,643 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:17,571 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:17,571 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:17,571 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:17,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:17,643 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:18,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:18,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:18,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:18,840 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:18,912 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:19,644 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:20,173 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:20,173 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:20,173 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:20,237 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:20,648 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:21,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:21,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:21,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:21,574 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:21,650 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:22,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:22,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:22,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:23,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:23,652 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:24,026 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:24,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:24,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:24,311 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:24,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:24,656 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:25,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:25,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:25,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:26,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:26,658 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:27,206 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:27,206 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:27,206 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:27,218 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:27,659 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:28,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:28,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:28,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:28,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:28,659 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:29,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:29,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:29,401 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:29,401 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:29,415 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:29,660 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:30,343 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:41:30,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:41:30,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:41:30,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:30,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:30,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:30,650 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:30,660 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:31,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:31,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:31,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:31,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:32,674 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:32,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:32,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:32,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:32,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:33,676 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:33,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:33,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:33,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:33,818 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:34,676 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:34,818 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:34,951 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:34,951 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:34,951 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:34,972 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:35,677 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:36,083 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:36,083 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:36,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:36,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:36,677 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:37,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:37,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:37,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:37,110 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:37,678 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:38,111 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:38,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:38,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:38,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:38,678 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:39,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:39,072 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:39,072 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:39,083 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:39,679 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:40,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:40,111 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:40,111 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:40,111 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:40,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:40,679 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:41,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:41,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:41,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:41,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:41,680 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:42,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:42,629 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:42,630 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:42,686 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:42,687 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:43,980 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:43,980 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:43,980 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:44,052 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:44,688 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:45,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:45,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:41:45,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:41:45,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:45,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:45,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:45,585 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:45,690 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:46,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:46,735 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:46,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:46,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:47,704 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:48,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:48,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:48,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:48,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:48,712 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:49,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:49,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:49,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:49,447 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:49,716 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:50,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:50,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:50,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:50,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:50,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:50,717 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:51,698 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:51,699 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:51,699 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:51,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:51,718 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:52,837 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:52,837 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:52,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:52,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:53,735 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:53,751 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:53,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:53,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:53,763 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:54,666 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:54,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:54,667 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:54,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:54,735 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:55,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:55,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:55,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:55,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:41:55,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:55,736 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:56,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:56,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:56,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:56,864 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:57,741 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:57,883 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:57,884 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:57,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:57,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:58,741 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:58,900 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:58,901 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:58,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:58,912 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:41:59,742 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:41:59,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:41:59,873 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:41:59,873 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:41:59,884 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:00,343 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:42:00,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:42:00,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:42:00,749 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:00,819 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:00,820 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:00,820 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:00,820 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:00,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:01,760 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:01,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:01,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:01,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:01,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:02,760 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:03,143 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:03,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:03,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:03,169 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:03,761 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:04,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:04,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:04,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:04,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:04,761 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:05,563 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:05,563 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:05,563 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:05,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:05,765 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:06,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:06,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:06,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:06,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:06,801 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:07,767 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:07,992 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:07,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:07,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:08,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:08,771 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:09,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:09,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:09,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:09,372 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:09,772 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:10,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:10,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:10,680 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:10,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:10,773 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:11,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:12,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:12,093 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:12,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:12,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:12,780 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:13,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:13,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:13,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:13,398 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:13,781 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:14,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:14,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:14,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:14,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:14,781 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:15,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:42:15,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:42:15,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:15,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:15,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:15,547 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:15,782 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:16,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:16,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:16,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:16,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:16,782 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:17,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:17,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:17,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:17,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:17,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:17,783 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:18,652 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:18,653 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:18,653 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:18,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:18,786 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:19,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:19,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:19,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:19,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:19,786 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:20,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:20,894 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:20,894 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:20,936 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:21,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:22,043 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:22,044 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:22,044 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:22,055 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:22,805 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:23,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:23,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:23,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:23,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:23,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:23,805 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:24,044 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:24,044 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:24,044 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:24,055 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:24,806 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:25,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:25,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:25,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:25,189 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:25,806 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:26,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:26,387 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:26,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:26,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:26,807 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:27,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:27,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:27,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:27,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:27,808 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:28,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:28,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:28,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:28,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:28,543 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:28,808 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:29,469 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:29,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:29,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:29,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:29,808 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:30,344 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:42:30,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:42:30,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:42:30,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:30,528 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:30,528 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:30,560 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:30,809 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:31,693 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:31,694 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:31,694 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:31,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:31,810 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:32,934 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:32,935 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:32,935 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:33,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:33,818 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:34,010 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:34,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:34,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:34,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:34,265 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:34,823 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:35,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:35,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:35,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:35,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:35,824 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:36,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:36,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:36,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:36,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:36,825 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:37,799 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:37,799 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:37,800 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:37,851 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:38,840 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:38,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:38,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:38,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:38,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:39,840 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:39,904 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:39,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:39,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:39,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:39,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:40,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:41,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:41,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:41,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:41,097 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:41,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:42,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:42,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:42,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:42,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:42,843 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:43,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:43,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:43,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:43,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:43,843 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:44,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:44,142 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:44,142 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:44,153 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:44,844 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:45,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:45,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:45,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:45,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:45,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:45,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:42:45,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:42:45,845 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:46,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:46,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:46,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:46,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:46,846 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:47,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:47,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:47,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:47,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:47,846 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:48,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:48,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:48,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:48,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:48,847 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:49,175 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:49,175 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:49,175 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:49,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:49,848 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:50,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:50,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:50,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:50,153 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:50,848 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:51,083 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:51,084 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:51,084 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:51,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:51,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:51,851 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:52,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:52,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:52,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:52,098 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:52,852 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:53,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:53,185 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:53,185 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:53,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:53,854 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:54,453 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:54,453 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:54,453 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:54,524 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:54,858 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:55,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:55,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:55,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:56,034 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:56,881 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:57,035 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:42:57,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:57,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:57,606 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:57,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:57,883 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:42:59,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:42:59,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:42:59,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:42:59,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:42:59,890 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:00,346 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:43:00,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:00,366 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:00,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:00,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:43:00,415 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:00,415 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:43:00,891 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:01,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:01,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:01,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:01,674 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:01,891 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:02,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:02,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:02,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:02,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:02,725 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:02,892 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:03,919 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:03,920 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:03,920 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:03,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:04,916 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:04,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:04,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:04,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:04,956 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:05,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:05,926 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:05,926 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:05,934 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:05,937 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:06,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:06,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:06,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:06,925 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:06,934 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:07,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:07,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:07,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:07,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:07,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:07,935 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:08,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:08,872 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:08,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:08,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:08,935 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:09,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:09,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:09,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:09,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:09,936 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:10,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:10,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:10,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:10,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:10,936 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:11,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:11,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:11,948 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:11,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:12,959 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:12,969 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:12,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:12,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:12,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:12,981 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:13,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:13,935 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:13,935 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:14,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:14,008 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:15,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:15,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:15,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:15,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:15,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:43:15,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:43:16,009 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:16,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:16,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:16,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:16,341 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:17,014 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:17,653 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:17,653 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:17,654 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:17,707 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:18,017 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:18,710 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:18,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:18,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:18,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:18,973 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:19,018 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:20,170 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:20,171 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:20,171 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:20,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:21,027 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:22,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:22,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:22,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:22,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:23,054 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:23,823 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:23,824 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:23,824 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:23,824 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:23,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:24,054 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:24,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:24,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:24,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:24,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:25,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:25,790 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:25,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:25,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:25,801 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:26,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:26,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:26,731 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:26,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:26,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:27,056 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:27,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:27,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:27,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:27,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:28,056 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:28,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:28,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:28,889 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:28,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:28,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:29,057 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:30,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:30,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:30,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:30,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:30,351 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:43:30,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:43:30,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:43:31,069 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:31,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:31,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:31,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:31,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:32,070 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:32,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:32,632 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:32,632 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:32,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:33,070 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:33,600 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:33,600 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:33,600 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:33,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:34,072 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:34,613 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:34,614 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:34,614 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:34,614 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:34,626 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:35,073 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:35,760 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:35,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:35,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:35,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:36,073 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:36,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:36,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:36,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:36,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:37,074 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:37,776 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:37,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:37,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:37,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:38,074 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:39,010 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:39,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:39,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:39,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:39,075 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:40,022 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:40,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:40,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:40,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:40,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:41,082 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:41,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:41,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:41,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:41,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:42,083 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:42,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:42,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:42,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:42,948 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:43,085 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:44,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:44,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:44,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:44,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:45,095 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:45,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:45,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:43:45,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:43:45,898 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:45,898 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:45,898 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:45,963 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:46,110 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:47,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:47,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:47,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:47,524 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:48,113 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:48,653 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:48,653 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:48,653 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:48,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:49,114 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:49,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:49,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:49,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:49,639 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:50,116 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:50,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:50,616 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:50,616 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:50,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:50,629 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:51,116 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:51,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:51,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:51,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:51,540 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:52,117 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:52,513 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:52,514 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:52,514 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:52,523 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:53,117 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:53,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:53,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:53,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:53,627 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:54,118 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:54,703 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:54,703 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:54,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:54,721 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:55,118 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:55,654 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:55,655 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:55,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:55,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:43:55,666 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:56,118 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:56,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:56,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:56,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:56,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:57,119 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:57,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:57,685 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:57,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:57,734 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:58,120 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:58,820 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:58,821 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:58,821 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:58,840 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:43:59,120 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:43:59,907 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:43:59,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:43:59,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:43:59,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:00,121 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:00,352 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:44:00,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:44:00,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:44:00,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:00,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:00,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:00,983 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:01,016 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:01,122 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:02,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:02,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:02,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:02,156 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:03,124 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:03,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:03,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:03,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:03,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:04,125 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:04,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:04,450 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:04,450 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:04,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:05,127 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:05,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:05,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:05,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:05,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:06,128 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:06,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:06,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:06,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:06,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:06,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:07,129 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:08,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:08,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:08,194 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:08,256 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:09,154 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:09,599 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:09,600 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:09,600 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:09,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:10,155 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:10,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:10,742 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:10,742 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:10,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:11,155 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:11,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:11,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:11,797 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:11,797 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:11,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:12,156 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:12,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:12,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:12,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:12,818 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:13,156 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:13,855 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:13,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:13,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:13,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:14,160 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:14,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:14,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:14,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:15,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:15,162 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:15,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:44:15,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:44:16,187 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:16,187 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:16,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:16,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:17,175 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:17,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:17,454 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:17,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:17,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:17,502 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:18,176 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:18,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:18,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:18,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:18,721 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:19,176 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:19,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:19,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:19,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:19,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:20,177 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:20,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:20,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:20,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:20,629 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:21,177 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:21,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:21,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:21,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:21,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:22,178 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:22,555 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:22,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:22,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:22,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:22,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:23,178 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:23,671 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:23,671 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:23,671 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:23,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:24,179 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:24,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:24,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:24,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:24,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:25,179 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:25,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:25,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:25,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:25,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:26,183 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:26,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:26,958 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:26,958 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:27,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:27,184 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:28,002 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:28,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:28,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:28,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:28,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:29,191 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:29,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:29,507 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:29,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:29,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:30,196 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:30,353 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:44:30,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:44:30,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:44:31,000 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:31,000 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:31,000 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:31,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:31,197 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:32,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:32,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:32,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:32,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:33,203 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:33,630 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:34,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:34,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:34,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:34,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:34,208 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:35,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:35,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:35,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:35,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:36,211 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:36,510 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:36,511 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:36,511 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:36,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:37,211 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:37,514 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:37,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:37,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:37,529 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:38,212 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:38,488 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:38,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:38,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:38,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:39,212 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:39,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:39,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:39,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:39,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:39,617 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:40,213 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:40,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:40,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:40,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:40,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:41,213 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:41,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:41,742 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:41,742 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:41,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:42,214 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:42,821 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:42,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:42,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:42,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:43,215 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:44,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:44,027 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:44,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:44,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:44,215 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:45,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:45,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:45,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:45,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:45,259 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:45,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:44:45,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:44:46,254 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:46,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:46,300 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:46,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:46,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:47,254 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:47,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:47,389 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:47,389 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:47,402 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:48,255 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:48,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:48,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:48,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:48,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:49,263 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:49,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:49,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:49,880 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:49,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:50,265 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:50,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:51,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:51,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:51,396 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:51,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:52,268 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:52,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:52,703 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:52,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:52,759 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:53,271 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:53,841 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:53,841 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:53,841 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:53,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:54,275 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:55,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:55,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:55,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:55,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:55,278 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:56,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:44:56,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:56,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:56,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:56,615 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:57,279 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:57,820 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:57,820 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:57,821 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:57,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:58,279 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:58,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:58,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:58,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:58,926 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:44:59,280 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:44:59,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:44:59,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:44:59,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:44:59,955 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:00,281 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:00,353 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:45:00,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:45:00,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:45:00,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:00,884 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:00,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:00,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:01,281 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:01,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:01,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:01,882 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:01,882 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:01,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:02,282 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:03,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:03,109 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:03,109 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:03,121 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:03,286 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:04,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:04,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:04,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:04,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:04,287 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:05,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:05,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:05,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:05,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:05,287 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:06,254 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:06,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:06,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:06,266 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:06,288 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:07,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:07,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:07,319 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:07,319 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:07,330 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:08,300 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:08,412 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:08,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:08,412 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:08,443 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:09,301 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:09,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:09,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:09,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:09,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:10,301 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:10,680 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:10,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:10,680 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:10,701 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:11,302 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:11,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:11,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:11,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:11,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:12,302 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:12,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:12,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:12,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:12,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:12,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:13,306 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:13,515 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:13,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:13,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:13,526 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:14,306 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:14,540 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:14,540 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:14,540 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:14,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:15,309 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:15,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:45:15,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:45:15,742 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:15,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:15,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:15,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:16,312 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:17,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:17,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:17,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:17,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:17,318 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:18,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:18,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:18,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:18,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:18,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:19,320 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:19,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:19,744 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:19,744 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:19,793 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:20,321 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:21,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:21,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:21,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:21,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:21,327 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:22,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:22,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:22,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:22,440 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:23,341 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:23,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:23,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:23,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:23,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:23,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:24,341 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:24,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:24,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:24,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:24,471 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:25,342 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:25,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:25,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:25,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:25,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:26,343 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:26,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:26,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:26,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:26,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:27,343 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:27,729 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:27,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:27,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:27,741 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:28,344 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:28,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:28,629 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:28,629 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:28,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:28,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:29,344 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:29,580 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:29,581 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:29,581 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:29,591 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:30,345 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:30,354 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:45:30,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:45:30,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:45:30,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:30,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:30,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:30,566 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:31,345 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:31,553 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:31,554 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:31,554 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:31,567 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:32,346 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:32,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:32,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:32,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:32,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:33,351 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:33,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:33,639 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:33,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:33,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:33,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:34,352 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:34,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:34,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:34,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:34,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:35,353 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:36,023 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:36,024 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:36,024 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:36,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:36,357 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:37,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:37,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:37,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:37,072 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:37,358 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:37,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:37,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:37,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:38,034 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:38,358 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:39,035 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:39,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:39,060 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:39,060 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:39,127 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:39,363 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:40,315 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:40,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:40,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:40,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:40,381 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:41,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:41,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:41,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:41,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:42,384 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:43,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:43,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:43,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:43,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:43,385 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:44,285 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:44,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:44,639 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:44,639 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:44,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:45,391 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:45,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:45:45,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:45:46,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:46,133 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:46,133 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:46,145 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:46,392 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:47,132 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:47,132 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:47,132 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:47,151 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:47,392 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:48,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:48,266 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:48,266 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:48,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:48,397 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:49,420 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:49,420 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:49,420 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:49,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:49,433 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:50,411 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:50,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:50,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:50,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:50,603 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:51,412 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:51,757 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:51,757 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:51,757 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:51,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:52,412 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:52,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:52,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:52,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:52,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:53,414 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:53,997 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:53,997 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:53,997 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:54,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:54,414 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:55,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:45:55,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:55,069 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:55,069 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:55,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:55,415 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:56,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:56,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:56,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:56,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:56,415 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:57,404 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:57,404 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:57,404 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:57,423 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:57,423 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:58,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:58,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:58,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:58,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:45:59,424 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:45:59,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:45:59,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:45:59,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:45:59,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:00,355 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:46:00,358 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:00,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:46:00,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:46:00,425 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:01,065 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:01,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:01,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:01,084 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:01,425 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:02,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:02,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:02,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:02,146 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:02,426 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:03,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:03,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:03,606 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:03,663 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:04,427 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:05,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:05,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:05,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:05,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:05,429 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:06,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:06,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:06,533 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:06,533 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:06,608 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:07,432 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:07,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:07,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:07,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:07,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:08,433 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:08,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:08,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:08,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:08,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:09,433 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:09,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:09,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:09,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:09,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:10,434 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:11,044 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:11,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:11,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:11,068 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:11,436 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:12,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:12,101 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:12,101 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:12,101 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:12,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:12,437 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:13,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:13,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:13,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:13,225 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:13,437 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:14,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:14,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:14,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:14,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:15,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:46:15,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:46:15,456 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:15,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:15,696 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:15,696 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:15,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:16,457 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:16,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:16,781 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:16,781 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:16,793 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:17,457 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:17,793 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:17,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:17,931 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:17,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:17,943 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:18,458 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:18,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:18,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:18,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:18,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:19,458 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:19,854 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:19,854 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:19,854 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:19,873 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:20,459 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:20,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:20,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:20,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:20,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:21,459 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:21,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:21,754 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:21,754 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:21,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:22,460 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:22,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:22,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:22,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:22,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:23,460 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:23,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:23,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:23,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:23,887 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:23,943 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:24,464 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:25,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:25,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:25,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:25,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:25,465 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:26,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:26,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:26,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:26,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:26,469 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:27,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:27,953 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:27,953 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:28,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:28,474 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:29,023 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:29,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:29,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:29,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:29,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:30,355 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:46:30,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:46:30,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:46:30,480 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:30,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:30,854 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:30,854 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:30,914 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:31,480 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:32,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:32,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:32,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:32,232 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:32,481 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:33,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:33,359 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:33,359 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:33,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:33,482 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:34,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:34,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:34,602 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:34,602 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:34,615 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:35,497 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:35,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:35,498 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:35,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:35,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:36,509 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:36,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:36,523 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:36,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:36,535 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:37,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:37,476 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:37,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:37,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:37,509 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:38,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:38,434 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:38,434 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:38,453 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:38,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:39,409 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:39,409 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:39,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:39,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:39,422 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:39,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:40,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:40,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:40,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:40,455 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:40,511 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:41,377 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:41,377 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:41,377 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:41,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:41,511 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:42,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:42,414 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:42,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:42,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:42,512 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:43,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:43,306 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:43,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:43,318 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:43,513 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:44,342 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:44,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:44,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:44,354 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:44,513 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:45,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:45,335 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:45,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:45,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:45,360 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:45,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:46:45,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:46:45,514 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:46,748 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:46,748 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:46,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:46,808 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:47,525 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:48,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:48,181 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:48,181 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:48,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:48,528 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:49,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:49,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:49,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:49,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:50,536 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:50,819 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:51,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:51,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:51,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:51,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:51,538 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:52,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:52,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:52,744 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:52,803 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:53,544 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:54,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:54,222 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:54,222 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:54,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:54,547 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:55,356 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:55,357 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:55,357 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:55,370 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:55,548 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:56,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:46:56,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:56,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:56,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:56,410 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:56,549 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:57,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:57,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:57,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:57,471 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:57,549 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:58,503 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:58,503 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:58,503 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:58,515 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:58,550 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:46:59,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:46:59,485 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:46:59,485 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:46:59,497 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:46:59,550 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:00,361 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:47:00,399 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:47:00,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:47:00,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:00,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:00,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:00,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:01,472 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:01,473 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:01,473 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:01,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:01,484 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:01,551 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:02,696 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:02,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:02,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:02,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:03,552 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:03,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:03,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:03,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:03,917 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:04,553 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:05,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:05,218 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:05,218 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:05,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:05,553 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:06,261 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:06,261 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:06,262 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:06,273 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:06,554 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:07,275 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:07,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:07,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:07,408 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:07,420 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:07,554 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:08,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:08,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:08,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:08,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:08,555 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:09,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:09,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:09,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:09,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:09,555 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:10,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:10,595 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:10,596 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:10,629 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:11,576 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:12,000 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:12,000 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:12,000 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:12,075 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:12,582 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:13,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:13,293 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:13,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:13,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:13,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:13,585 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:14,661 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:14,661 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:14,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:14,723 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:15,399 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:47:15,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:47:15,607 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:15,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:15,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:15,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:15,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:16,609 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:17,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:17,307 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:17,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:17,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:17,615 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:18,346 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:18,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:18,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:18,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:18,489 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:18,615 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:19,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:19,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:19,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:19,610 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:19,616 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:20,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:20,649 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:20,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:20,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:21,632 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:21,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:21,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:21,640 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:21,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:22,652 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:22,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:22,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:22,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:22,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:23,652 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:23,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:23,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:23,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:23,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:23,797 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:24,668 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:24,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:24,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:24,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:24,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:25,685 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:25,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:25,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:25,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:25,753 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:26,703 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:26,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:26,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:26,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:26,777 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:27,688 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:27,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:27,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:27,699 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:27,703 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:28,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:28,631 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:28,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:28,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:28,704 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:29,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:29,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:29,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:29,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:29,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:29,704 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:30,360 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:47:30,399 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:47:30,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:47:30,862 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:30,862 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:30,862 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:30,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:31,706 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:32,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:32,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:32,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:32,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:32,709 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:33,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:33,265 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:33,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:33,280 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:33,710 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:34,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:34,370 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:34,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:34,440 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:34,711 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:35,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:35,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:35,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:35,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:35,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:36,733 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:37,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:37,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:37,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:37,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:37,735 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:38,373 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:38,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:38,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:38,437 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:38,740 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:40,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:40,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:40,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:40,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:40,754 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:41,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:41,263 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:41,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:41,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:41,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:41,755 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:42,314 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:42,315 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:42,315 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:42,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:42,755 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:43,317 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:43,317 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:43,317 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:43,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:43,756 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:44,257 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:44,257 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:44,257 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:44,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:44,756 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:45,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:45,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:45,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:45,283 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:45,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:47:45,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:47:45,757 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:46,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:46,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:46,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:46,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:46,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:46,758 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:47,241 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:47,242 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:47,242 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:47,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:47,758 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:48,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:48,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:48,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:48,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:48,759 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:49,729 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:49,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:49,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:49,748 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:49,759 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:50,692 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:50,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:50,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:50,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:50,760 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:51,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:51,701 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:51,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:51,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:51,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:51,761 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:52,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:52,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:52,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:52,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:52,761 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:53,826 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:53,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:53,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:53,867 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:54,773 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:55,083 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:55,084 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:55,084 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:55,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:55,774 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:56,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:56,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:56,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:56,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:56,777 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:57,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:47:57,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:57,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:57,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:57,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:57,778 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:58,441 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:58,442 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:58,442 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:58,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:58,779 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:47:59,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:47:59,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:47:59,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:47:59,776 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:47:59,781 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:00,361 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:48:00,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:48:00,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:48:01,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:01,082 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:01,082 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:01,145 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:01,785 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:02,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:02,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:02,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:02,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:02,359 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:02,785 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:03,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:03,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:03,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:03,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:03,786 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:04,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:04,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:04,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:04,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:04,788 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:05,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:05,373 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:05,373 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:05,420 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:05,789 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:06,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:06,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:06,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:06,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:06,789 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:07,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:07,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:07,379 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:07,379 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:07,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:07,790 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:08,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:08,533 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:08,533 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:08,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:08,791 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:09,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:09,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:09,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:09,741 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:09,791 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:10,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:10,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:10,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:10,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:11,792 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:12,061 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:12,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:12,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:12,080 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:12,794 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:13,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:13,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:13,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:13,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:13,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:13,795 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:14,265 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:14,265 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:14,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:14,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:14,795 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:15,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:15,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:15,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:15,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:15,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:48:15,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:48:15,795 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:16,201 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:16,201 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:16,201 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:16,219 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:16,797 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:17,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:17,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:17,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:17,332 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:17,797 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:18,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:18,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:18,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:18,301 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:18,312 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:18,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:19,174 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:19,174 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:19,174 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:19,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:19,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:20,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:20,307 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:20,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:20,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:20,802 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:21,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:21,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:21,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:21,666 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:21,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:22,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:22,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:22,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:22,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:23,810 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:23,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:24,690 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:24,690 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:24,690 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:24,765 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:24,815 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:26,416 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:26,417 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:26,417 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:26,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:26,822 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:27,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:27,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:27,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:27,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:27,826 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:28,891 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:28,892 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:28,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:28,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:29,850 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:29,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:29,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:29,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:29,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:29,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:30,363 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:48:30,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:48:30,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:48:30,856 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:30,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:30,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:30,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:30,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:31,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:31,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:31,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:31,860 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:31,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:32,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:32,746 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:32,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:32,761 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:32,861 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:33,719 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:33,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:33,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:33,731 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:33,861 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:34,707 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:34,707 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:34,707 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:34,726 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:34,862 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:35,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:35,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:35,872 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:35,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:35,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:36,889 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:36,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:36,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:36,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:36,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:37,901 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:37,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:37,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:37,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:37,955 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:38,913 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:38,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:38,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:38,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:38,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:39,913 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:40,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:40,106 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:40,106 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:40,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:40,914 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:41,069 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:41,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:41,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:41,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:41,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:41,919 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:42,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:42,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:42,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:42,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:42,929 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:43,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:43,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:43,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:43,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:43,944 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:45,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:45,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:45,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:45,371 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:45,403 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:48:45,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:48:45,953 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:46,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:47,339 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:47,339 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:47,340 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:47,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:47,963 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:48,958 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:48,958 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:48,958 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:48,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:49,971 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:50,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:50,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:50,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:50,422 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:50,972 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:51,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:51,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:51,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:51,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:51,635 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:51,975 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:53,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:53,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:53,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:53,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:53,977 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:54,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:54,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:54,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:54,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:54,977 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:55,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:55,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:55,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:55,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:55,978 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:56,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:56,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:56,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:56,474 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:56,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:56,498 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:56,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:56,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:56,733 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:56,733 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:56,733 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:56,734 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:48:56,761 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:56,989 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:57,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:57,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:57,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:57,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:57,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:57,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:57,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:57,407 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:57,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:57,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:57,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:57,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:57,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:57,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:57,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:58,000 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:58,016 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:58,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:58,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:58,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:58,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:58,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:58,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:58,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:58,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:58,921 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:58,921 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:58,921 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:58,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:59,004 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:48:59,234 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:59,234 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:59,234 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:59,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:59,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:59,546 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:59,546 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:59,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:48:59,842 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:48:59,842 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:48:59,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:48:59,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:00,009 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:00,170 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:00,170 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:00,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:00,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:00,365 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:49:00,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:49:00,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:49:00,485 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:00,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:00,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:00,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:00,805 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:00,806 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:00,806 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:00,819 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:01,030 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:01,122 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:01,122 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:01,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:01,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:01,433 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:01,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:01,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:01,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:01,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:01,745 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:01,745 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:01,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:01,756 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:02,042 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:02,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:02,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:02,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:02,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:02,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:02,371 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:02,371 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:02,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:02,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:02,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:02,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:02,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:02,980 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:02,980 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:02,980 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:02,999 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:03,042 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:03,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:03,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:03,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:03,307 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:03,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:03,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:03,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:03,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:03,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:03,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:03,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:03,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:04,043 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:04,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:04,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:04,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:04,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:04,546 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:04,546 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:04,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:04,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:04,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:04,850 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:04,850 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:04,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:05,048 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:05,218 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:05,218 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:05,218 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:05,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:05,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:05,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:05,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:05,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:05,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:05,861 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:05,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:05,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:06,054 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:06,184 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:06,184 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:06,185 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:06,217 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:06,503 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:06,503 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:06,504 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:06,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:06,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:06,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:06,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:06,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:06,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:07,065 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:07,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:07,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:07,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:07,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:07,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:07,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:07,646 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:07,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:08,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:08,064 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:08,064 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:08,076 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:08,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:08,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:08,461 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:08,461 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:08,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:08,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:08,779 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:08,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:08,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:09,088 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:09,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:09,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:09,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:09,173 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:09,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:09,448 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:09,448 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:09,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:09,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:09,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:09,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:09,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:10,100 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:10,127 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:10,127 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:10,127 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:10,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:10,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:10,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:10,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:10,525 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:10,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:10,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:10,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:10,898 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:11,103 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:11,281 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:11,282 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:11,282 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:11,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:11,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:11,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:11,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:11,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:12,108 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:12,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:12,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:12,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:12,170 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:12,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:12,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:12,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:12,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:12,561 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:12,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:12,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:12,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:12,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:13,120 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:13,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:13,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:13,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:13,207 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:13,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:13,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:13,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:13,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:13,795 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:13,796 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:13,796 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:13,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:14,101 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:14,101 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:14,101 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:14,120 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:14,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:14,414 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:14,414 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:14,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:14,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:14,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:14,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:14,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:14,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:15,052 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:15,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:15,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:15,065 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:15,121 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:15,367 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:15,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:15,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:15,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:15,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:49:15,408 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:49:15,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:15,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:15,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:15,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:15,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:15,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:15,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:16,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:16,129 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:16,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:16,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:16,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:16,309 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:16,601 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:16,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:16,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:16,621 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:16,926 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:16,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:16,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:16,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:17,138 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:17,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:17,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:17,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:17,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:17,253 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:17,550 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:17,551 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:17,551 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:17,560 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:17,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:17,867 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:17,867 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:17,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:18,150 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:18,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:18,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:18,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:18,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:18,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:18,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:18,479 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:18,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:18,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:18,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:18,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:18,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:19,104 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:19,104 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:19,104 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:19,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:19,150 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:19,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:19,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:19,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:19,438 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:19,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:19,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:19,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:19,748 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:20,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:20,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:20,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:20,058 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:20,155 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:20,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:20,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:20,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:20,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:20,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:20,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:20,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:20,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:20,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:20,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:20,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:20,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:21,159 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:21,296 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:21,297 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:21,297 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:21,308 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:21,606 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:21,606 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:21,606 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:21,627 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:21,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:21,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:21,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:21,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:22,178 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:22,248 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:22,249 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:22,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:22,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:22,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:22,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:22,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:22,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:22,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:22,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:22,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:22,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:22,888 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:23,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:23,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:23,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:23,194 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:23,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:23,500 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:23,500 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:23,500 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:23,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:23,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:23,801 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:23,801 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:23,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:24,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:24,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:24,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:24,160 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:24,195 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:24,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:24,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:24,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:24,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:24,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:24,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:24,757 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:24,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:25,067 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:25,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:25,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:25,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:25,201 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:25,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:25,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:25,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:25,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:25,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:25,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:25,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:25,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:26,009 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:26,009 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:26,009 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:26,021 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:26,206 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:26,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:26,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:26,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:26,332 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:26,632 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:26,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:26,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:26,646 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:26,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:26,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:26,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:26,968 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:27,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:27,261 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:27,261 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:27,262 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:27,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:27,294 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:27,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:27,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:27,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:27,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:27,887 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:27,887 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:27,887 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:27,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:28,191 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:28,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:28,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:28,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:28,241 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:28,507 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:28,507 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:28,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:28,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:28,830 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:28,831 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:28,831 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:28,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:29,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:29,239 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:29,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:29,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:29,318 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:29,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:29,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:29,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:29,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:30,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:30,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:30,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:30,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:30,247 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:30,371 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:49:30,408 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:49:30,408 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:49:30,460 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:30,624 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:30,624 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:30,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:30,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:30,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:30,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:30,829 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:31,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:31,116 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:31,116 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:31,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:31,253 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:31,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:31,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:31,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:31,497 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:31,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:31,779 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:31,779 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:31,842 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:32,137 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:32,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:32,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:32,184 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:32,257 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:32,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:32,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:32,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:32,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:32,514 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:32,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:32,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:32,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:32,968 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:33,275 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:33,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:33,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:33,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:33,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:33,742 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:33,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:33,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:33,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:34,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:34,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:34,055 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:34,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:34,291 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:34,368 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:34,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:34,369 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:34,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:34,680 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:34,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:34,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:34,692 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:34,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:34,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:34,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:35,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:35,297 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:35,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:35,393 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:35,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:35,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:35,706 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:35,706 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:35,706 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:35,721 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:36,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:36,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:36,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:36,036 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:36,310 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:36,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:36,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:36,339 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:36,350 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:36,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:36,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:36,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:36,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:36,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:36,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:36,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:36,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:37,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:37,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:37,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:37,280 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:37,310 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:37,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:37,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:37,588 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:37,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:37,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:37,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:37,888 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:37,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:37,908 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:38,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:38,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:38,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:38,223 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:38,314 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:38,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:38,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:38,528 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:38,540 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:38,841 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:38,841 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:38,841 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:38,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:39,157 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:39,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:39,158 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:39,170 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:39,319 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:39,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:39,472 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:39,472 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:39,489 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:39,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:39,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:39,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:39,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:40,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:40,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:40,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:40,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:40,324 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:40,420 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:40,420 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:40,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:40,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:40,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:40,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:40,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:40,744 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:41,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:41,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:41,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:41,065 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:41,336 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:41,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:41,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:41,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:41,415 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:41,686 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:41,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:41,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:41,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:41,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:41,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:41,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:42,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:42,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:42,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:42,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:42,339 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:42,339 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:42,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:42,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:42,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:42,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:42,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:42,977 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:42,978 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:42,978 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:43,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:43,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:43,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:43,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:43,346 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:43,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:43,676 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:43,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:43,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:43,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:43,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:43,979 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:43,979 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:44,054 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:44,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:44,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:44,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:44,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:44,347 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:44,618 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:44,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:44,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:44,674 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:44,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:44,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:44,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:44,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:45,242 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:45,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:45,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:45,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:45,351 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:45,409 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:49:45,409 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:49:45,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:45,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:45,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:45,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:45,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:45,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:45,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:45,908 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:46,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:46,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:46,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:46,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:46,356 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:46,509 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:46,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:46,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:46,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:46,821 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:46,821 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:46,821 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:46,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:47,129 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:47,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:47,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:47,140 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:47,388 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:47,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:47,445 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:47,445 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:47,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:47,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:47,758 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:47,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:47,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:47,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:48,063 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:48,063 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:48,063 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:48,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:48,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:48,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:48,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:48,396 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:48,399 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:48,689 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:48,689 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:48,689 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:48,707 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:49,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:49,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:49,014 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:49,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:49,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:49,322 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:49,322 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:49,333 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:49,396 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:49,632 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:49,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:49,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:49,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:49,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:49,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:49,949 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:49,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:50,261 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:50,261 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:50,261 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:50,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:50,401 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:50,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:50,588 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:50,588 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:50,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:50,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:50,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:50,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:50,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:51,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:51,232 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:51,232 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:51,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:51,407 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:51,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:51,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:51,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:51,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:51,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:51,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:51,890 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:51,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:52,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:52,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:52,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:52,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:52,424 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:52,512 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:52,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:52,512 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:52,560 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:52,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:52,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:52,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:52,835 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:52,889 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:53,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:53,153 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:53,153 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:53,217 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:53,436 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:53,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:53,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:53,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:53,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:53,790 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:53,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:53,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:53,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:54,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:54,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:54,113 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:54,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:54,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:54,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:54,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:54,450 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:54,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:54,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:54,754 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:54,754 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:54,818 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:55,081 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:55,081 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:55,082 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:55,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:55,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:55,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:55,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:55,445 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:55,454 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:55,751 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:55,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:55,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:55,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:56,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:56,064 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:56,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:56,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:56,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:56,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:56,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:56,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:56,459 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:56,696 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:56,696 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:56,696 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:56,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:57,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:57,007 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:57,007 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:57,020 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:57,324 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:57,324 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:57,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:57,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:57,466 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:57,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:57,639 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:57,639 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:57,651 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:57,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:57,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:57,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:57,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:49:57,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:58,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:58,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:58,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:58,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:58,478 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:58,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:58,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:58,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:58,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:58,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:58,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:58,889 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:58,940 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:59,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:59,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:59,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:59,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:59,490 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:49:59,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:59,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:59,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:59,576 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:49:59,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:49:59,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:49:59,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:49:59,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:00,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:00,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:00,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:00,222 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:00,374 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:50:00,416 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:50:00,416 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:50:00,485 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:00,496 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:00,549 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:00,549 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:00,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:00,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:00,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:00,810 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:00,880 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:01,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:01,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:01,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:01,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:01,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:01,449 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:01,449 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:01,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:01,509 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:01,766 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:01,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:01,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:01,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:02,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:02,076 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:02,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:02,120 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:02,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:02,422 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:02,422 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:02,469 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:02,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:02,748 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:02,748 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:02,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:02,782 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:03,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:03,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:03,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:03,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:03,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:03,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:03,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:03,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:03,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:03,523 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:03,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:03,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:03,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:03,784 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:04,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:04,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:04,078 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:04,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:04,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:04,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:04,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:04,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:04,528 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:04,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:04,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:04,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:04,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:05,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:05,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:05,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:05,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:05,325 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:05,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:05,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:05,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:05,535 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:05,650 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:05,650 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:05,650 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:05,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:05,958 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:05,959 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:05,959 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:05,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:06,269 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:06,269 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:06,269 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:06,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:06,547 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:06,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:06,593 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:06,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:06,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:06,908 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:06,909 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:06,909 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:06,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:07,212 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:07,212 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:07,212 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:07,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:07,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:07,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:07,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:07,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:07,548 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:07,842 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:07,842 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:07,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:07,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:08,171 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:08,171 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:08,172 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:08,172 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:08,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:08,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:08,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:08,484 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:08,495 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:08,549 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:08,789 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:08,789 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:08,789 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:08,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:09,110 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:09,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:09,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:09,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:09,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:09,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:09,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:09,431 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:09,556 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:09,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:09,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:09,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:09,742 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:10,044 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:10,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:10,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:10,057 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:10,357 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:10,357 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:10,358 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:10,369 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:10,564 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:10,671 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:10,671 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:10,671 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:10,683 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:10,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:10,983 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:10,983 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:10,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:11,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:11,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:11,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:11,307 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:11,576 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:11,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:11,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:11,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:11,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:11,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:11,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:11,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:11,943 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:12,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:12,238 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:12,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:12,251 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:12,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:12,551 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:12,551 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:12,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:12,576 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:12,861 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:12,862 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:12,862 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:12,873 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:13,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:13,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:13,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:13,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:13,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:13,490 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:13,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:13,490 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:13,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:13,584 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:13,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:13,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:13,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:13,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:14,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:14,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:14,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:14,231 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:14,517 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:14,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:14,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:14,586 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:14,586 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:14,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:14,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:14,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:14,913 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:15,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:15,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:15,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:15,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:15,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:50:15,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:50:15,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:15,551 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:15,551 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:15,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:15,607 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:15,864 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:15,864 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:15,864 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:15,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:16,184 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:16,184 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:16,184 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:16,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:16,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:16,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:16,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:16,588 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:16,609 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:16,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:16,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:16,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:16,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:17,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:17,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:17,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:17,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:17,614 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:17,747 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:17,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:17,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:17,804 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:18,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:18,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:18,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:18,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:18,191 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:18,571 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:18,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:18,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:18,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:18,630 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:18,969 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:18,969 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:18,969 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:19,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:19,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:19,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:19,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:19,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:19,637 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:19,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:19,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:19,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:19,835 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:20,093 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:20,094 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:20,094 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:20,151 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:20,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:20,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:20,413 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:20,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:20,653 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:20,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:20,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:20,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:20,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:21,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:21,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:21,052 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:21,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:21,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:21,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:21,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:21,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:21,665 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:21,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:21,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:21,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:21,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:22,067 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:22,067 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:22,067 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:22,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:22,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:22,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:22,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:22,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:22,679 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:22,768 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:22,768 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:22,768 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:22,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:23,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:23,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:23,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:23,219 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:23,220 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:23,441 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:23,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:23,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:23,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:23,700 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:23,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:23,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:23,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:23,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:24,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:24,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:24,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:24,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:24,368 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:24,368 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:24,368 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:24,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:24,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:24,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:24,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:24,699 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:24,700 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:24,992 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:24,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:24,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:25,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:25,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:25,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:25,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:25,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:25,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:25,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:25,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:25,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:25,709 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:25,920 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:25,921 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:25,921 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:25,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:26,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:26,231 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:26,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:26,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:26,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:26,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:26,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:26,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:26,714 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:26,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:26,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:26,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:26,870 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:27,164 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:27,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:27,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:27,176 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:27,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:27,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:27,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:27,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:27,729 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:27,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:27,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:27,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:27,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:28,104 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:28,104 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:28,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:28,116 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:28,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:28,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:28,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:28,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:28,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:28,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:28,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:28,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:28,734 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:28,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:29,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:29,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:29,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:29,050 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:29,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:29,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:29,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:29,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:29,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:29,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:29,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:29,680 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:29,735 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:29,966 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:29,966 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:29,966 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:29,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:30,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:30,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:30,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:30,299 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:30,375 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:50:30,420 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:50:30,420 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:50:30,606 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:30,606 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:30,606 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:30,618 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:30,741 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:30,904 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:30,904 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:30,904 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:30,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:31,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:31,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:31,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:31,231 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:31,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:31,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:31,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:31,546 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:31,752 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:31,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:31,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:31,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:31,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:32,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:32,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:32,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:32,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:32,458 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:32,459 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:32,459 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:32,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:32,757 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:32,757 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:32,758 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:32,768 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:32,779 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:33,073 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:33,074 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:33,074 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:33,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:33,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:33,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:33,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:33,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:33,698 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:33,698 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:33,698 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:33,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:33,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:33,758 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:34,010 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:34,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:34,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:34,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:34,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:34,318 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:34,318 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:34,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:34,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:34,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:34,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:34,639 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:34,762 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:34,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:34,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:34,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:34,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:35,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:35,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:35,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:35,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:35,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:35,558 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:35,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:35,576 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:35,778 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:35,867 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:35,868 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:35,868 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:35,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:36,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:36,176 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:36,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:36,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:36,472 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:36,472 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:36,472 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:36,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:36,797 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:36,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:36,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:36,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:36,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:37,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:37,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:37,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:37,299 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:37,598 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:37,598 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:37,598 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:37,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:37,802 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:37,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:37,959 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:37,959 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:38,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:38,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:38,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:38,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:38,455 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:38,760 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:38,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:38,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:38,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:38,802 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:38,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:39,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:39,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:39,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:39,248 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:39,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:39,620 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:39,620 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:39,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:39,811 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:40,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:40,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:40,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:40,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:40,539 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:40,540 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:40,540 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:40,608 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:40,820 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:40,966 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:40,967 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:40,967 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:41,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:41,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:41,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:41,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:41,503 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:41,832 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:41,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:41,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:41,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:41,926 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:42,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:42,309 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:42,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:42,372 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:42,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:42,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:42,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:42,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:42,862 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:43,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:43,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:43,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:43,296 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:43,654 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:43,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:43,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:43,742 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:43,871 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:44,204 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:44,204 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:44,204 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:44,204 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:44,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:44,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:44,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:44,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:44,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:44,885 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:45,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:45,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:45,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:45,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:45,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:50:45,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:50:45,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:45,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:45,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:45,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:45,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:45,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:45,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:45,885 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:45,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:46,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:46,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:46,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:46,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:46,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:46,506 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:46,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:46,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:46,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:46,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:46,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:46,829 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:46,886 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:47,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:47,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:47,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:47,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:47,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:47,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:47,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:47,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:47,747 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:47,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:47,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:47,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:47,897 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:48,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:48,057 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:48,057 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:48,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:48,377 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:48,377 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:48,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:48,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:48,686 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:48,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:48,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:48,698 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:48,908 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:48,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:48,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:48,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:49,004 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:49,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:49,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:49,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:49,304 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:49,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:49,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:49,615 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:49,615 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:49,626 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:49,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:49,914 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:49,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:49,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:49,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:50,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:50,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:50,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:50,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:50,541 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:50,542 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:50,542 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:50,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:50,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:50,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:50,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:50,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:50,914 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:51,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:51,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:51,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:51,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:51,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:51,472 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:51,472 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:51,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:51,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:51,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:51,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:51,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:51,920 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:52,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:52,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:52,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:52,110 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:52,409 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:52,409 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:52,409 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:52,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:52,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:52,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:52,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:52,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:52,939 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:53,031 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:53,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:53,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:53,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:53,342 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:53,342 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:53,342 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:53,354 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:53,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:53,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:53,652 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:53,663 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:53,951 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:53,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:53,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:53,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:53,974 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:54,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:54,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:54,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:54,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:54,580 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:54,581 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:54,581 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:54,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:54,592 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:54,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:54,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:54,890 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:54,901 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:54,951 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:55,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:55,199 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:55,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:55,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:55,509 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:55,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:55,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:55,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:55,818 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:55,818 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:55,818 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:55,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:55,955 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:56,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:56,133 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:56,133 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:56,175 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:56,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:56,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:56,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:56,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:56,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:56,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:56,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:56,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:56,964 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:57,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:57,067 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:57,067 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:57,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:57,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:57,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:57,382 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:57,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:57,748 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:57,748 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:57,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:57,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:57,984 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:58,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:58,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:58,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:58,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:58,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:58,372 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:58,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:58,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:58,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:58,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:58,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:58,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:58,986 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:58,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:58,987 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:58,995 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:50:58,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:59,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:59,286 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:59,286 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:59,305 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:59,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:59,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:59,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:59,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:50:59,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:59,926 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:50:59,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:50:59,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:50:59,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:50:59,995 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:00,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:00,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:00,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:00,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:00,378 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:51:00,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:51:00,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:51:00,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:00,576 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:00,576 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:00,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:00,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:00,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:00,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:00,912 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:01,001 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:01,201 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:01,202 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:01,202 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:01,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:01,512 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:01,513 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:01,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:01,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:01,835 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:01,835 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:01,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:01,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:02,009 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:02,147 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:02,147 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:02,147 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:02,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:02,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:02,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:02,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:02,609 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:02,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:02,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:02,912 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:02,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:03,009 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:03,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:03,314 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:03,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:03,386 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:03,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:03,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:03,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:03,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:04,017 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:04,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:04,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:04,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:04,236 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:04,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:04,634 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:04,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:04,635 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:04,701 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:05,037 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:05,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:05,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:05,078 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:05,140 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:05,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:05,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:05,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:05,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:06,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:06,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:06,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:06,043 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:06,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:06,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:06,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:06,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:06,497 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:06,769 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:06,770 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:06,770 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:06,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:07,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:07,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:07,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:07,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:07,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:07,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:07,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:07,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:07,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:07,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:07,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:07,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:07,882 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:08,063 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:08,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:08,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:08,240 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:08,294 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:08,618 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:08,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:08,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:08,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:08,928 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:08,928 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:08,928 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:08,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:09,071 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:09,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:09,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:09,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:09,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:09,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:09,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:09,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:09,567 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:09,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:09,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:09,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:09,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:09,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:10,078 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:10,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:10,185 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:10,185 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:10,219 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:10,514 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:10,514 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:10,514 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:10,540 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:10,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:10,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:10,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:10,876 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:11,092 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:11,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:11,151 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:11,152 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:11,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:11,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:11,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:11,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:11,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:11,789 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:11,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:11,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:11,840 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:12,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:12,101 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:12,101 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:12,101 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:12,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:12,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:12,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:12,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:12,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:12,747 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:12,748 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:12,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:12,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:13,065 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:13,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:13,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:13,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:13,101 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:13,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:13,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:13,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:13,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:13,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:13,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:13,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:13,719 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:14,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:14,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:14,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:14,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:14,102 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:14,340 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:14,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:14,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:14,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:14,654 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:14,662 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:14,662 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:14,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:14,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:14,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:14,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:14,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:14,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:15,108 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:15,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:15,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:15,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:15,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:15,426 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:51:15,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:51:15,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:15,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:15,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:15,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:15,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:15,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:15,917 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:15,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:16,114 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:16,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:16,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:16,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:16,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:16,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:16,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:16,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:16,564 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:16,865 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:16,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:16,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:16,877 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:17,126 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:17,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:17,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:17,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:17,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:17,488 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:17,488 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:17,488 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:17,506 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:17,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:17,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:17,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:17,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:18,120 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:18,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:18,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:18,128 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:18,130 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:18,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:18,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:18,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:18,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:18,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:18,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:18,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:18,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:19,062 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:19,063 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:19,063 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:19,074 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:19,129 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:19,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:19,375 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:19,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:19,384 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:19,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:19,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:19,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:19,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:19,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:19,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:19,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:19,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:20,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:20,136 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:20,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:20,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:20,311 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:20,323 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:20,617 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:20,618 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:20,618 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:20,631 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:20,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:20,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:20,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:20,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:21,147 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:21,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:21,244 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:21,244 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:21,271 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:21,559 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:21,560 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:21,560 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:21,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:21,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:21,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:21,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:21,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:22,159 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:22,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:22,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:22,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:22,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:22,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:22,504 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:22,504 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:22,555 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:22,822 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:22,823 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:22,823 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:22,882 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:23,137 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:23,138 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:23,138 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:23,159 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:23,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:23,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:23,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:23,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:23,502 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:23,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:23,758 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:23,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:23,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:24,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:24,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:24,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:24,117 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:24,160 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:24,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:24,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:24,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:24,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:24,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:24,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:24,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:24,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:25,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:25,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:25,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:25,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:25,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:25,171 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:25,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:25,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:25,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:25,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:25,824 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:25,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:25,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:25,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:26,183 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:26,206 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:26,206 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:26,207 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:26,259 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:26,575 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:26,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:26,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:26,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:26,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:26,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:26,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:27,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:27,191 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:27,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:27,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:27,396 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:27,455 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:27,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:27,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:27,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:27,853 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:28,187 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:28,187 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:28,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:28,196 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:28,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:28,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:28,578 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:28,578 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:28,631 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:28,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:28,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:28,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:29,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:29,203 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:29,333 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:29,334 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:29,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:29,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:29,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:29,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:29,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:29,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:30,212 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:30,212 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:30,212 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:30,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:30,224 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:30,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:30,405 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:51:30,426 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:51:30,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:51:30,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:30,679 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:30,679 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:30,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:31,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:31,067 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:31,067 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:31,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:31,230 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:31,424 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:31,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:31,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:31,472 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:31,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:31,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:31,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:31,754 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:32,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:32,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:32,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:32,064 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:32,235 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:32,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:32,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:32,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:32,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:32,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:32,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:32,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:32,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:32,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:32,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:32,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:33,004 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:33,254 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:33,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:33,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:33,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:33,322 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:33,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:33,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:33,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:33,631 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:33,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:33,929 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:33,929 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:33,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:34,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:34,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:34,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:34,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:34,255 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:34,559 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:34,559 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:34,559 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:34,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:34,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:34,873 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:34,873 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:34,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:35,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:35,181 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:35,181 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:35,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:35,256 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:35,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:35,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:35,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:35,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:35,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:35,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:35,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:35,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:35,826 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:36,207 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:36,207 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:36,207 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:36,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:36,257 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:36,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:36,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:36,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:36,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:36,841 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:36,842 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:36,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:36,853 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:37,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:37,148 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:37,148 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:37,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:37,264 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:37,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:37,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:37,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:37,479 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:37,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:37,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:37,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:37,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:38,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:38,084 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:38,084 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:38,103 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:38,271 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:38,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:38,401 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:38,401 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:38,420 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:38,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:38,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:38,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:38,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:39,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:39,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:39,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:39,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:39,283 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:39,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:39,353 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:39,353 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:39,392 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:39,667 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:39,667 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:39,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:39,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:39,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:39,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:39,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:40,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:40,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:40,289 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:40,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:40,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:40,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:40,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:40,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:40,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:40,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:40,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:40,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:40,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:40,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:40,981 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:41,242 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:41,242 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:41,242 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:41,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:41,289 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:41,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:41,554 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:41,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:41,577 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:41,867 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:41,867 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:41,867 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:41,898 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:42,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:42,176 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:42,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:42,189 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:42,296 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:42,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:42,488 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:42,488 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:42,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:42,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:42,795 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:42,795 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:42,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:43,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:43,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:43,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:43,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:43,302 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:43,404 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:43,404 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:43,404 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:43,429 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:43,726 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:43,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:43,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:43,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:44,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:44,041 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:44,041 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:44,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:44,314 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:44,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:44,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:44,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:44,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:44,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:44,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:44,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:44,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:44,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:44,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:44,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:45,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:45,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:45,300 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:45,300 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:45,314 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:45,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:45,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:51:45,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:51:45,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:45,620 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:45,620 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:45,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:45,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:45,937 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:45,937 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:45,937 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:45,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:46,252 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:46,252 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:46,252 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:46,264 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:46,315 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:46,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:46,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:46,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:46,574 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:46,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:46,882 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:46,882 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:46,893 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:47,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:47,190 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:47,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:47,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:47,320 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:47,490 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:47,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:47,490 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:47,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:47,818 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:47,818 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:47,818 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:47,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:48,129 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:48,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:48,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:48,141 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:48,329 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:48,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:48,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:48,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:48,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:48,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:48,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:48,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:48,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:49,175 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:49,176 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:49,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:49,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:49,334 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:49,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:49,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:49,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:49,577 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:49,862 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:49,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:49,863 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:49,918 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:50,206 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:50,207 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:50,207 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:50,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:50,337 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:50,569 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:50,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:50,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:50,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:50,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:50,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:50,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:50,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:50,975 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:51,353 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:51,368 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:51,368 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:51,368 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:51,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:51,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:51,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:51,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:51,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:52,198 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:52,198 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:52,198 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:52,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:52,362 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:52,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:52,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:52,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:52,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:52,898 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:52,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:52,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:52,910 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:53,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:53,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:53,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:53,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:53,366 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:53,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:53,523 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:53,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:53,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:53,827 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:53,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:53,827 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:53,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:54,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:54,145 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:54,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:54,157 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:54,388 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:54,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:54,445 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:54,445 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:54,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:54,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:54,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:54,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:54,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:55,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:55,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:55,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:55,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:55,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:55,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:55,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:55,399 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:55,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:55,689 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:55,689 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:55,689 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:55,690 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:51:55,707 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:56,007 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:56,008 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:56,008 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:56,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:56,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:56,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:56,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:56,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:56,406 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:56,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:56,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:56,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:56,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:56,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:56,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:56,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:56,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:57,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:57,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:57,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:57,318 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:57,411 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:57,579 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:57,579 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:57,579 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:57,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:57,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:57,893 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:57,893 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:57,952 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:58,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:58,211 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:58,211 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:58,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:58,414 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:58,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:58,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:58,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:58,547 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:58,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:58,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:58,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:58,860 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:59,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:59,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:59,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:59,171 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:59,426 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:51:59,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:59,466 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:59,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:59,484 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:51:59,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:51:59,779 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:51:59,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:51:59,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:00,094 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:00,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:00,095 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:00,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:00,383 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:52:00,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:00,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:00,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:00,426 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:00,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:52:00,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:00,430 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:52:00,719 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:00,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:00,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:00,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:00,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:01,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:01,046 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:01,046 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:01,078 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:01,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:01,373 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:01,373 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:01,414 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:01,427 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:01,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:01,691 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:01,691 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:01,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:02,001 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:02,001 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:02,001 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:02,054 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:02,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:02,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:02,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:02,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:02,432 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:02,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:02,648 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:02,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:02,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:02,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:02,962 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:02,962 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:02,980 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:03,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:03,274 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:03,274 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:03,283 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:03,437 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:03,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:03,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:03,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:03,598 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:03,897 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:03,897 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:03,897 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:03,910 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:04,207 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:04,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:04,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:04,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:04,453 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:04,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:04,520 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:04,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:04,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:04,837 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:04,837 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:04,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:04,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:05,146 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:05,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:05,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:05,165 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:05,465 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:05,480 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:05,481 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:05,481 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:05,492 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:05,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:05,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:05,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:05,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:05,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:06,104 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:06,104 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:06,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:06,117 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:06,478 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:06,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:06,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:06,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:06,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:06,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:06,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:06,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:06,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:07,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:07,119 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:07,119 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:07,131 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:07,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:07,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:07,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:07,444 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:07,478 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:07,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:07,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:07,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:07,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:08,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:08,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:08,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:08,062 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:08,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:08,351 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:08,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:08,370 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:08,486 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:08,680 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:08,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:08,680 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:08,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:08,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:08,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:08,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:09,003 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:09,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:09,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:09,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:09,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:09,491 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:09,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:09,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:09,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:09,665 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:09,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:09,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:09,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:10,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:10,280 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:10,280 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:10,280 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:10,340 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:10,497 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:10,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:10,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:10,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:10,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:10,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:10,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:10,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:10,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:10,999 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:11,293 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:11,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:11,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:11,351 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:11,503 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:11,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:11,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:11,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:11,696 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:11,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:11,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:11,987 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:12,056 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:12,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:12,443 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:12,443 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:12,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:12,512 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:12,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:12,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:12,878 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:12,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:13,296 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:13,296 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:13,297 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:13,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:13,520 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:13,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:13,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:13,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:13,724 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:13,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:13,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:13,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:14,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:14,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:14,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:14,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:14,361 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:14,527 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:14,646 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:14,646 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:14,647 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:14,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:14,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:14,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:14,957 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:15,003 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:15,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:15,266 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:15,266 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:15,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:15,430 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:52:15,430 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:52:15,538 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:15,583 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:15,584 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:15,584 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:15,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:15,892 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:15,892 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:15,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:15,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:16,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:16,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:16,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:16,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:16,236 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:16,551 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:16,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:16,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:16,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:16,601 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:16,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:16,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:16,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:16,884 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:17,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:17,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:17,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:17,236 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:17,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:17,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:17,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:17,545 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:17,545 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:17,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:17,832 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:17,832 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:17,869 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:18,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:18,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:18,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:18,159 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:18,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:18,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:18,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:18,465 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:18,551 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:18,752 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:18,752 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:18,752 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:18,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:19,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:19,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:19,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:19,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:19,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:19,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:19,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:19,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:19,557 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:19,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:19,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:19,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:19,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:20,003 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:20,004 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:20,004 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:20,015 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:20,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:20,313 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:20,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:20,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:20,570 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:20,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:20,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:20,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:20,635 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:20,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:20,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:20,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:20,946 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:21,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:21,250 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:21,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:21,250 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:21,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:21,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:21,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:21,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:21,572 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:21,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:21,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:21,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:21,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:21,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:22,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:22,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:22,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:22,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:22,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:22,505 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:22,505 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:22,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:22,573 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:22,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:22,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:22,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:22,829 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:23,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:23,119 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:23,119 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:23,138 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:23,446 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:23,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:23,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:23,458 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:23,577 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:23,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:23,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:23,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:23,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:24,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:24,072 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:24,072 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:24,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:24,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:24,383 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:24,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:24,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:24,583 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:24,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:24,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:24,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:24,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:25,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:25,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:25,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:25,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:25,320 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:25,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:25,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:25,334 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:25,599 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:25,630 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:25,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:25,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:25,643 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:25,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:25,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:25,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:25,957 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:26,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:26,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:26,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:26,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:26,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:26,576 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:26,576 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:26,576 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:26,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:26,599 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:26,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:26,890 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:26,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:26,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:27,191 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:27,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:27,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:27,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:27,513 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:27,513 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:27,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:27,526 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:27,605 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:27,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:27,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:27,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:27,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:28,139 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:28,140 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:28,140 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:28,151 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:28,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:28,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:28,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:28,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:28,609 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:28,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:28,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:28,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:28,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:29,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:29,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:29,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:29,081 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:29,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:29,372 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:29,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:29,392 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:29,630 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:29,698 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:29,699 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:29,699 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:29,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:30,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:30,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:30,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:30,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:30,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:30,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:30,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:30,371 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:30,384 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:52:30,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:52:30,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:52:30,642 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:30,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:30,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:30,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:30,683 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:30,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:30,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:30,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:31,038 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:31,319 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:31,320 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:31,320 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:31,320 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:31,377 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:31,654 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:31,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:31,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:31,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:31,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:32,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:32,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:32,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:32,122 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:32,462 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:32,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:32,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:32,526 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:32,660 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:32,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:32,873 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:32,873 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:32,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:33,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:33,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:33,311 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:33,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:33,677 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:33,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:33,745 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:33,745 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:33,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:34,146 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:34,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:34,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:34,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:34,555 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:34,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:34,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:34,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:34,684 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:34,981 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:34,981 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:34,981 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:35,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:35,376 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:35,377 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:35,377 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:35,460 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:35,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:35,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:35,774 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:35,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:35,844 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:36,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:36,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:36,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:36,285 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:36,727 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:36,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:36,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:36,739 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:36,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:36,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:37,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:37,152 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:37,152 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:37,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:37,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:37,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:37,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:37,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:37,736 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:38,053 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:38,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:38,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:38,097 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:38,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:38,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:38,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:38,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:38,756 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:38,772 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:38,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:38,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:38,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:39,086 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:39,087 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:39,087 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:39,100 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:39,403 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:39,403 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:39,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:39,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:39,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:39,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:39,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:39,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:39,756 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:40,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:40,027 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:40,027 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:40,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:40,340 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:40,340 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:40,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:40,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:40,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:40,661 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:40,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:40,674 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:40,764 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:40,980 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:40,981 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:40,981 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:40,993 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:41,283 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:41,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:41,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:41,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:41,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:41,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:41,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:41,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:41,770 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:41,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:41,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:41,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:41,928 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:41,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:42,231 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:42,231 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:42,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:42,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:42,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:42,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:42,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:42,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:42,773 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:42,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:42,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:42,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:42,889 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:43,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:43,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:43,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:43,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:43,494 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:43,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:43,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:43,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:43,785 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:43,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:43,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:43,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:43,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:44,126 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:44,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:44,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:44,138 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:44,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:44,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:44,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:44,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:44,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:44,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:44,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:44,765 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:44,785 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:45,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:45,056 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:45,056 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:45,075 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:45,374 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:45,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:45,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:45,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:45,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:52:45,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:52:45,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:45,679 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:45,679 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:45,699 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:45,789 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:46,000 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:46,001 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:46,001 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:46,013 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:46,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:46,317 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:46,317 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:46,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:46,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:46,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:46,630 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:46,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:46,795 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:46,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:46,946 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:46,946 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:46,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:46,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:47,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:47,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:47,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:47,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:47,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:47,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:47,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:47,581 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:47,813 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:47,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:47,884 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:47,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:47,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:48,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:48,211 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:48,211 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:48,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:48,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:48,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:48,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:48,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:48,829 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:48,830 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:48,830 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:48,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:48,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:49,150 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:49,151 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:49,151 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:49,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:49,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:49,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:49,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:49,476 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:49,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:49,779 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:49,779 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:49,791 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:49,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:50,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:50,092 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:50,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:50,105 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:50,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:50,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:50,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:50,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:50,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:50,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:50,724 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:50,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:50,836 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:51,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:51,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:51,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:51,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:51,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:51,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:51,352 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:51,377 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:51,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:51,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:51,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:51,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:51,844 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:51,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:51,979 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:51,980 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:51,980 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:52,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:52,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:52,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:52,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:52,339 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:52,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:52,617 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:52,617 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:52,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:52,857 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:52,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:52,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:52,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:52,968 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:53,250 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:53,251 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:53,251 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:53,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:53,566 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:53,567 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:53,567 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:53,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:53,869 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:53,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:53,888 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:53,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:53,917 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:54,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:54,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:54,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:54,216 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:54,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:54,523 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:54,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:54,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:54,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:54,880 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:54,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:54,880 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:54,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:55,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:55,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:55,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:55,303 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:55,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:55,649 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:55,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:55,705 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:55,888 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:56,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:56,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:56,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:56,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:56,426 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:56,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:56,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:56,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:56,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:56,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:56,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:56,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:56,897 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:57,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:57,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:57,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:57,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:52:57,275 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:57,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:57,609 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:57,609 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:57,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:57,909 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:57,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:57,998 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:57,998 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:58,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:58,324 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:58,325 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:58,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:58,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:58,657 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:58,658 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:58,658 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:58,719 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:58,924 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:52:58,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:58,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:58,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:59,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:59,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:59,434 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:59,434 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:59,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:59,894 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:52:59,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:52:59,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:52:59,910 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:52:59,926 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:00,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:00,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:00,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:00,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:00,385 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:53:00,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:53:00,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:53:00,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:00,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:00,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:00,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:00,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:00,934 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:00,934 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:00,942 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:00,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:01,251 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:01,252 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:01,252 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:01,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:01,558 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:01,559 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:01,559 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:01,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:01,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:01,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:01,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:01,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:01,942 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:02,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:02,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:02,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:02,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:02,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:02,504 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:02,504 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:02,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:02,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:02,819 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:02,820 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:02,820 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:02,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:02,949 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:03,123 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:03,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:03,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:03,142 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:03,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:03,458 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:03,458 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:03,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:03,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:03,774 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:03,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:03,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:03,957 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:04,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:04,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:04,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:04,101 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:04,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:04,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:04,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:04,420 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:04,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:04,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:04,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:04,734 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:04,973 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:05,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:05,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:05,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:05,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:05,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:05,346 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:05,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:05,358 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:05,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:05,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:05,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:05,673 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:05,965 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:05,965 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:05,965 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:05,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:05,984 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:06,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:06,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:06,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:06,299 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:06,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:06,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:06,630 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:06,662 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:06,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:06,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:06,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:06,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:06,984 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:07,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:07,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:07,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:07,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:07,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:07,590 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:07,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:07,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:07,635 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:07,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:07,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:07,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:07,950 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:07,990 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:08,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:08,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:08,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:08,253 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:08,530 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:08,531 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:08,531 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:08,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:08,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:08,846 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:08,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:08,867 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:08,995 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:09,157 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:09,157 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:09,157 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:09,169 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:09,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:09,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:09,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:09,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:09,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:09,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:09,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:09,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:10,010 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:10,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:10,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:10,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:10,111 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:10,402 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:10,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:10,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:10,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:10,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:10,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:10,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:10,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:11,014 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:11,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:11,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:11,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:11,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:11,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:11,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:11,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:11,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:11,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:11,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:11,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:11,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:11,977 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:11,978 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:11,978 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:11,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:12,014 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:12,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:12,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:12,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:12,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:12,600 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:12,600 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:12,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:12,601 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:12,612 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:12,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:12,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:12,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:12,926 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:13,021 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:13,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:13,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:13,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:13,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:13,541 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:13,542 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:13,542 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:13,568 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:13,853 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:13,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:13,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:13,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:14,027 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:14,166 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:14,167 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:14,167 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:14,207 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:14,477 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:14,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:14,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:14,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:14,789 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:14,789 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:14,789 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:14,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:15,047 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:15,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:15,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:15,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:15,119 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:15,405 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:15,405 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:15,405 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:15,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:53:15,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:15,435 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:53:15,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:15,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:15,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:15,739 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:16,031 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:16,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:16,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:16,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:16,049 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:16,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:16,351 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:16,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:16,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:16,667 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:16,667 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:16,667 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:16,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:16,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:16,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:16,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:16,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:17,050 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:17,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:17,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:17,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:17,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:17,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:17,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:17,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:17,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:17,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:17,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:17,959 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:17,959 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:18,014 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:18,059 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:18,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:18,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:18,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:18,372 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:18,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:18,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:18,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:18,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:19,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:19,004 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:19,004 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:19,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:19,070 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:19,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:19,366 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:19,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:19,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:19,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:19,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:19,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:19,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:20,044 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:20,044 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:20,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:20,072 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:20,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:20,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:20,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:20,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:20,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:20,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:20,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:20,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:20,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:21,077 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:21,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:21,231 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:21,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:21,289 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:21,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:21,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:21,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:21,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:22,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:22,086 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:22,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:22,094 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:22,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:22,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:22,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:22,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:22,577 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:22,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:22,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:22,912 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:22,912 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:22,979 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:23,102 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:23,333 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:23,334 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:23,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:23,386 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:23,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:23,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:23,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:23,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:23,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:23,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:23,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:24,002 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:24,106 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:24,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:24,286 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:24,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:24,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:24,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:24,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:24,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:24,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:24,919 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:24,920 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:24,920 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:24,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:25,114 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:25,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:25,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:25,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:25,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:25,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:25,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:25,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:25,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:25,855 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:25,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:25,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:25,869 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:26,123 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:26,166 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:26,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:26,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:26,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:26,478 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:26,478 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:26,478 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:26,494 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:26,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:26,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:26,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:26,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:27,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:27,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:27,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:27,117 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:27,123 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:27,424 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:27,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:27,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:27,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:27,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:27,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:27,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:27,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:28,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:28,043 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:28,043 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:28,043 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:28,055 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:28,131 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:28,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:28,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:28,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:28,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:28,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:28,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:28,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:28,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:28,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:28,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:28,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:28,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:29,139 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:29,299 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:29,300 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:29,300 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:29,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:29,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:29,615 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:29,616 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:29,627 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:29,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:29,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:29,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:29,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:30,161 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:30,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:30,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:30,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:30,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:30,388 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:53:30,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:53:30,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:53:30,563 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:30,571 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:30,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:30,603 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:30,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:30,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:30,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:30,920 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:31,173 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:31,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:31,184 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:31,184 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:31,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:31,507 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:31,508 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:31,508 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:31,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:31,824 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:31,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:31,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:31,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:32,139 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:32,140 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:32,140 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:32,170 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:32,173 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:32,453 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:32,453 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:32,453 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:32,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:32,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:32,764 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:32,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:32,775 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:33,061 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:33,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:33,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:33,062 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:33,080 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:33,181 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:33,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:33,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:33,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:33,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:33,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:33,701 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:33,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:33,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:34,003 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:34,003 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:34,003 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:34,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:34,189 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:34,325 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:34,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:34,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:34,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:34,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:34,636 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:34,636 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:34,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:34,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:34,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:34,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:34,963 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:35,189 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:35,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:35,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:35,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:35,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:35,533 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:35,533 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:35,533 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:35,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:35,600 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:35,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:35,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:35,614 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:35,830 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:35,831 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:35,831 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:35,842 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:36,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:36,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:36,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:36,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:36,190 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:36,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:36,464 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:36,464 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:36,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:36,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:36,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:36,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:36,810 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:37,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:37,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:37,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:37,138 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:37,190 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:37,441 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:37,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:37,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:37,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:37,757 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:37,757 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:37,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:37,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:38,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:38,072 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:38,072 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:38,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:38,083 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:38,194 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:38,374 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:38,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:38,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:38,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:38,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:38,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:38,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:38,719 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:39,008 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:39,008 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:39,008 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:39,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:39,199 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:39,337 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:39,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:39,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:39,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:39,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:39,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:39,652 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:39,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:39,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:39,964 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:39,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:40,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:40,207 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:40,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:40,339 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:40,339 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:40,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:40,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:40,718 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:40,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:40,776 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:41,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:41,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:41,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:41,203 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:41,211 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:41,571 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:41,571 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:41,571 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:41,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:41,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:42,000 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:42,000 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:42,068 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:42,216 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:42,433 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:42,433 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:42,433 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:42,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:42,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:42,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:42,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:42,913 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:43,172 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:43,172 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:43,172 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:43,173 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:43,234 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:43,234 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:43,510 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:43,510 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:43,510 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:43,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:43,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:43,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:43,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:43,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:44,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:44,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:44,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:44,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:44,235 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:44,549 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:44,550 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:44,550 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:44,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:44,951 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:44,951 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:44,951 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:45,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:45,238 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:45,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:45,371 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:45,371 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:45,429 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:45,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:53:45,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:53:45,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:45,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:45,738 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:45,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:46,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:46,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:46,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:46,140 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:46,245 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:46,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:46,443 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:46,443 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:46,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:46,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:46,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:46,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:46,775 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:47,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:47,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:47,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:47,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:47,250 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:47,395 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:47,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:47,396 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:47,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:47,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:47,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:47,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:47,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:48,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:48,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:48,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:48,078 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:48,262 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:48,346 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:48,346 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:48,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:48,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:48,391 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:48,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:48,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:48,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:48,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:48,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:48,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:48,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:49,021 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:49,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:49,283 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:49,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:49,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:49,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:49,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:49,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:49,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:49,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:49,923 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:49,923 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:49,923 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:49,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:50,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:50,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:50,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:50,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:50,283 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:50,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:50,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:50,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:50,567 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:50,861 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:50,861 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:50,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:50,880 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:51,194 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:51,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:51,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:51,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:51,290 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:51,509 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:51,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:51,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:51,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:51,823 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:51,824 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:51,824 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:51,835 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:52,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:52,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:52,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:52,145 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:52,295 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:52,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:52,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:52,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:52,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:52,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:52,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:52,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:52,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:53,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:53,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:53,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:53,083 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:53,308 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:53,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:53,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:53,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:53,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:53,395 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:53,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:53,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:53,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:53,707 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:54,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:54,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:54,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:54,024 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:54,320 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:54,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:54,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:54,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:54,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:54,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:54,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:54,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:54,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:54,953 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:54,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:54,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:54,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:55,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:55,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:55,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:55,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:55,320 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:55,573 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:55,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:55,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:55,610 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:55,887 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:55,908 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:55,908 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:55,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:56,212 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:56,213 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:56,213 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:56,248 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:56,326 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:56,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:56,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:56,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:56,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:56,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:56,848 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:56,848 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:56,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:57,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:57,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:57,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:57,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:57,333 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:57,472 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:57,473 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:57,473 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:57,503 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:57,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:57,774 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:57,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:57,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:58,087 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:58,087 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:58,087 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:58,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:58,345 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:58,409 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:58,409 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:58,409 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:58,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:53:58,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:58,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:58,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:58,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:58,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:59,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:59,035 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:59,035 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:59,046 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:59,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:59,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:59,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:59,354 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:53:59,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:59,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:59,661 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:59,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:59,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:53:59,964 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:53:59,964 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:53:59,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:53:59,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:00,295 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:00,295 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:00,295 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:00,307 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:00,354 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:00,392 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:54:00,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:54:00,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:54:00,609 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:00,609 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:00,609 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:00,621 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:00,919 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:00,920 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:00,920 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:00,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:01,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:01,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:01,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:01,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:01,361 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:01,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:01,546 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:01,546 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:01,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:01,863 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:01,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:01,863 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:01,875 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:02,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:02,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:02,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:02,193 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:02,366 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:02,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:02,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:02,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:02,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:02,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:02,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:02,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:02,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:03,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:03,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:03,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:03,165 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:03,380 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:03,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:03,448 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:03,448 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:03,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:03,494 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:03,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:03,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:03,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:03,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:04,127 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:04,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:04,128 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:04,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:04,402 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:04,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:04,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:04,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:04,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:04,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:04,797 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:04,797 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:04,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:05,172 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:05,172 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:05,172 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:05,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:05,411 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:05,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:05,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:05,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:05,617 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:05,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:05,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:05,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:06,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:06,325 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:06,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:06,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:06,369 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:06,418 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:06,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:06,782 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:06,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:06,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:07,297 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:07,297 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:07,297 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:07,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:07,423 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:07,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:07,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:07,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:07,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:08,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:08,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:08,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:08,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:08,435 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:08,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:08,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:08,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:08,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:08,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:09,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:09,142 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:09,142 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:09,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:09,457 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:09,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:09,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:09,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:09,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:09,842 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:09,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:09,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:09,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:10,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:10,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:10,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:10,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:10,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:10,465 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:10,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:10,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:10,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:10,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:10,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:10,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:10,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:11,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:11,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:11,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:11,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:11,416 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:11,416 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:11,417 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:11,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:11,465 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:11,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:11,731 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:11,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:11,782 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:12,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:12,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:12,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:12,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:12,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:12,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:12,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:12,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:12,469 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:12,676 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:12,676 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:12,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:12,701 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:12,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:12,988 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:12,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:13,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:13,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:13,307 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:13,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:13,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:13,473 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:13,617 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:13,618 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:13,618 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:13,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:13,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:13,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:13,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:13,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:13,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:14,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:14,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:14,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:14,290 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:14,478 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:14,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:14,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:14,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:14,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:14,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:14,896 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:14,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:14,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:15,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:15,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:15,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:15,231 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:15,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:54:15,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:54:15,485 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:15,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:15,580 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:15,580 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:15,588 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:15,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:15,836 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:15,836 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:15,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:16,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:16,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:16,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:16,173 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:16,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:16,474 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:16,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:16,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:16,486 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:16,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:16,782 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:16,782 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:16,801 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:17,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:17,107 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:17,107 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:17,116 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:17,417 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:17,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:17,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:17,429 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:17,487 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:17,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:17,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:17,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:17,744 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:18,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:18,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:18,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:18,063 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:18,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:18,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:18,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:18,371 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:18,492 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:18,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:18,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:18,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:18,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:18,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:18,991 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:18,991 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:18,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:19,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:19,304 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:19,304 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:19,305 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:19,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:19,498 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:19,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:19,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:19,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:19,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:19,915 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:19,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:19,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:19,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:20,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:20,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:20,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:20,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:20,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:20,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:20,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:20,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:20,560 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:20,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:20,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:20,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:20,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:21,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:21,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:21,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:21,175 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:21,478 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:21,478 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:21,478 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:21,490 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:21,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:21,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:21,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:21,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:21,797 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:22,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:22,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:22,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:22,109 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:22,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:22,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:22,413 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:22,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:22,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:22,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:22,715 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:22,715 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:22,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:23,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:23,024 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:23,024 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:23,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:23,348 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:23,349 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:23,349 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:23,360 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:23,521 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:23,661 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:23,662 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:23,662 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:23,673 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:23,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:23,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:23,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:23,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:24,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:24,278 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:24,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:24,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:24,290 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:24,537 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:24,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:24,594 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:24,594 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:24,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:24,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:24,904 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:24,904 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:24,915 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:25,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:25,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:25,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:25,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:25,524 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:25,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:25,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:25,543 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:25,544 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:25,841 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:25,841 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:25,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:25,853 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:26,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:26,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:26,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:26,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:26,556 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:26,583 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:26,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:26,584 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:26,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:26,973 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:26,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:26,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:27,024 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:27,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:27,370 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:27,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:27,434 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:27,563 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:27,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:27,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:27,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:27,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:28,170 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:28,170 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:28,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:28,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:28,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:28,572 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:28,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:28,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:28,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:28,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:28,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:28,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:29,056 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:29,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:29,391 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:29,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:29,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:29,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:29,579 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:29,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:29,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:29,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:29,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:30,173 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:30,174 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:30,174 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:30,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:30,393 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:54:30,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:54:30,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:54:30,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:30,580 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:30,588 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:30,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:30,626 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:30,937 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:30,938 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:30,938 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:30,994 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:31,299 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:31,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:31,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:31,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:31,589 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:31,647 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:31,648 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:31,648 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:31,715 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:32,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:32,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:32,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:32,064 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:32,357 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:32,358 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:32,358 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:32,399 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:32,595 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:32,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:32,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:32,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:32,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:33,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:33,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:33,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:33,305 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:33,601 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:33,781 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:33,781 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:33,781 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:33,838 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:34,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:34,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:34,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:34,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:34,611 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:34,793 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:34,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:34,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:34,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:34,829 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:35,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:35,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:35,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:35,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:35,659 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:35,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:35,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:35,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:35,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:36,095 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:36,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:36,095 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:36,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:36,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:36,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:36,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:36,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:36,659 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:36,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:36,727 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:36,727 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:36,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:37,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:37,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:37,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:37,057 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:37,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:37,353 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:37,353 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:37,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:37,666 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:37,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:37,667 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:37,674 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:37,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:37,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:37,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:37,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:37,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:38,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:38,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:38,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:38,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:38,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:38,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:38,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:38,615 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:38,675 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:38,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:38,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:38,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:38,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:39,234 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:39,234 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:39,234 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:39,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:39,549 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:39,550 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:39,550 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:39,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:39,680 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:39,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:39,848 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:39,848 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:39,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:39,867 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:40,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:40,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:40,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:40,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:40,469 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:40,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:40,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:40,488 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:40,694 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:40,795 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:40,795 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:40,796 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:40,807 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:41,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:41,109 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:41,109 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:41,120 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:41,416 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:41,416 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:41,416 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:41,437 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:41,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:41,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:41,739 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:41,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:41,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:42,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:42,057 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:42,057 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:42,068 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:42,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:42,359 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:42,359 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:42,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:42,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:42,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:42,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:42,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:42,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:42,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:42,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:42,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:42,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:43,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:43,291 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:43,291 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:43,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:43,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:43,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:43,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:43,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:43,709 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:43,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:43,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:43,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:43,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:44,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:44,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:44,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:44,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:44,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:44,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:44,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:44,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:44,716 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:44,926 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:44,926 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:44,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:44,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:44,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:45,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:45,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:45,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:45,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:45,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:54:45,458 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:54:45,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:45,600 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:45,600 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:45,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:45,720 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:45,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:45,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:45,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:45,875 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:46,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:46,177 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:46,177 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:46,188 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:46,477 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:46,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:46,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:46,496 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:46,732 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:46,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:46,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:46,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:46,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:47,115 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:47,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:47,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:47,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:47,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:47,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:47,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:47,440 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:47,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:47,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:47,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:47,745 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:47,748 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:48,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:48,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:48,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:48,057 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:48,356 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:48,357 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:48,357 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:48,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:48,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:48,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:48,670 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:48,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:48,745 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:48,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:48,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:48,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:49,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:49,301 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:49,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:49,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:49,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:49,617 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:49,618 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:49,618 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:49,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:49,753 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:49,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:49,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:49,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:49,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:49,957 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:50,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:50,244 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:50,244 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:50,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:50,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:50,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:50,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:50,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:50,757 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:50,868 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:50,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:50,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:50,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:51,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:51,181 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:51,181 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:51,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:51,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:51,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:51,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:51,524 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:51,769 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:51,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:51,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:51,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:51,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:52,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:52,121 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:52,121 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:52,150 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:52,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:52,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:52,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:52,472 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:52,781 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:52,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:52,795 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:52,795 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:52,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:53,129 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:53,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:53,130 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:53,203 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:53,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:53,450 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:53,450 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:53,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:53,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:53,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:53,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:53,781 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:53,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:54,086 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:54,087 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:54,087 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:54,158 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:54,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:54,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:54,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:54,471 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:54,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:54,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:54,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:54,782 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:54,818 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:55,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:55,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:55,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:55,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:54:55,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:55,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:55,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:55,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:55,438 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:55,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:55,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:55,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:55,756 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:55,783 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:56,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:56,032 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:56,032 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:56,090 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:56,349 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:56,350 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:56,350 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:56,398 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:56,658 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:56,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:56,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:56,727 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:56,789 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:56,973 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:56,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:56,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:57,027 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:57,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:57,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:57,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:57,330 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:57,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:57,593 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:57,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:57,635 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:57,796 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:57,920 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:57,920 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:57,920 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:57,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:58,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:58,237 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:58,237 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:58,273 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:58,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:58,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:58,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:58,598 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:58,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:58,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:58,952 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:58,952 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:58,984 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:59,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:59,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:59,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:59,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:59,578 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:59,579 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:59,579 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:59,590 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:54:59,825 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:54:59,891 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:54:59,892 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:54:59,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:54:59,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:00,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:00,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:00,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:00,204 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:00,226 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:00,394 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:55:00,462 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:55:00,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:55:00,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:00,594 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:00,595 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:00,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:00,830 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:00,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:00,830 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:00,830 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:00,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:01,170 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:01,171 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:01,171 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:01,182 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:01,490 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:01,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:01,490 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:01,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:01,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:01,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:01,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:01,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:01,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:02,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:02,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:02,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:02,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:02,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:02,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:02,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:02,458 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:02,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:02,765 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:02,765 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:02,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:02,831 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:03,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:03,076 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:03,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:03,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:03,402 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:03,403 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:03,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:03,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:03,717 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:03,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:03,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:03,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:03,836 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:04,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:04,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:04,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:04,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:04,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:04,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:04,337 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:04,359 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:04,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:04,648 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:04,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:04,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:04,843 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:04,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:04,962 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:04,962 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:05,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:05,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:05,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:05,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:05,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:05,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:05,600 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:05,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:05,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:05,627 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:05,857 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:05,901 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:05,901 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:05,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:05,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:06,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:06,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:06,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:06,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:06,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:06,531 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:06,531 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:06,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:06,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:06,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:06,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:06,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:06,858 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:07,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:07,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:07,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:07,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:07,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:07,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:07,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:07,476 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:07,824 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:07,824 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:07,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:07,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:07,859 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:08,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:08,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:08,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:08,146 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:08,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:08,445 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:08,445 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:08,456 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:08,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:08,758 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:08,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:08,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:08,863 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:09,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:09,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:09,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:09,081 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:09,377 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:09,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:09,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:09,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:09,688 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:09,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:09,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:09,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:09,870 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:09,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:09,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:09,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:10,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:10,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:10,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:10,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:10,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:10,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:10,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:10,624 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:10,624 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:10,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:10,876 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:10,934 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:10,935 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:10,935 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:10,946 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:11,251 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:11,251 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:11,251 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:11,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:11,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:11,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:11,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:11,588 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:11,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:11,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:11,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:11,878 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:11,908 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:12,187 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:12,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:12,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:12,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:12,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:12,505 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:12,506 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:12,549 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:12,820 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:12,820 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:12,820 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:12,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:12,879 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:13,132 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:13,133 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:13,133 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:13,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:13,446 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:13,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:13,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:13,476 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:13,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:13,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:13,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:13,782 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:13,886 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:14,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:14,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:14,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:14,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:14,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:14,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:14,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:14,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:14,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:14,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:14,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:14,715 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:14,892 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:15,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:15,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:15,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:15,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:15,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:15,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:15,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:15,332 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:15,345 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:15,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:55:15,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:55:15,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:15,657 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:15,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:15,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:15,904 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:15,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:15,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:15,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:15,973 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:16,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:16,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:16,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:16,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:16,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:16,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:16,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:16,665 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:16,916 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:16,945 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:16,945 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:16,945 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:17,003 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:17,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:17,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:17,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:17,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:17,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:17,636 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:17,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:17,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:17,928 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:17,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:17,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:17,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:18,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:18,324 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:18,324 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:18,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:18,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:18,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:18,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:18,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:18,721 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:18,940 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:19,001 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:19,001 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:19,001 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:19,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:19,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:19,365 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:19,365 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:19,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:19,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:19,739 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:19,739 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:19,807 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:19,940 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:20,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:20,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:20,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:20,208 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:20,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:20,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:20,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:20,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:20,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:20,957 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:21,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:21,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:21,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:21,074 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:21,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:21,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:21,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:21,456 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:21,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:21,851 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:21,851 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:21,909 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:21,964 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:22,296 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:22,296 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:22,296 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:22,350 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:22,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:22,718 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:22,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:22,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:22,984 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:23,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:23,043 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:23,043 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:23,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:23,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:23,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:23,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:23,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:23,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:23,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:23,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:23,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:23,994 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:23,995 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:23,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:24,003 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:24,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:24,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:24,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:24,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:24,319 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:24,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:24,617 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:24,617 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:24,629 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:24,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:24,913 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:24,913 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:24,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:25,008 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:25,227 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:25,227 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:25,227 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:25,246 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:25,555 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:25,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:25,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:25,567 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:25,858 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:25,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:25,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:25,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:25,877 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:26,016 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:26,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:26,184 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:26,184 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:26,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:26,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:26,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:26,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:26,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:26,811 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:26,811 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:26,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:26,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:27,032 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:27,120 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:27,121 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:27,121 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:27,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:27,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:27,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:27,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:27,444 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:27,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:27,731 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:27,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:27,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:28,044 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:28,055 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:28,056 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:28,056 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:28,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:28,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:28,371 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:28,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:28,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:28,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:28,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:28,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:28,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:28,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:28,988 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:28,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:29,035 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:29,044 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:29,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:29,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:29,311 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:29,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:29,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:29,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:29,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:29,674 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:29,945 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:29,946 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:29,946 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:29,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:30,048 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:30,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:30,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:30,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:30,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:30,395 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:55:30,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:55:30,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:55:30,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:30,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:30,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:30,646 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:30,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:30,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:30,889 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:30,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:30,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:31,054 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:31,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:31,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:31,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:31,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:31,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:31,518 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:31,518 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:31,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:31,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:31,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:31,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:31,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:32,059 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:32,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:32,145 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:32,145 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:32,157 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:32,456 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:32,457 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:32,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:32,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:32,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:32,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:32,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:32,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:33,074 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:33,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:33,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:33,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:33,100 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:33,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:33,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:33,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:33,407 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:33,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:33,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:33,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:33,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:34,018 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:34,018 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:34,018 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:34,035 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:34,074 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:34,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:34,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:34,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:34,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:34,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:34,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:34,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:34,654 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:34,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:34,953 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:34,953 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:34,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:35,082 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:35,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:35,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:35,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:35,271 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:35,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:35,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:35,574 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:35,586 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:35,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:35,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:35,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:35,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:35,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:36,086 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:36,197 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:36,198 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:36,198 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:36,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:36,509 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:36,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:36,510 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:36,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:36,821 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:36,821 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:36,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:36,880 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:37,098 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:37,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:37,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:37,128 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:37,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:37,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:37,443 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:37,443 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:37,506 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:37,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:37,757 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:37,757 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:37,810 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:38,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:38,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:38,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:38,098 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:38,153 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:38,405 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:38,405 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:38,405 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:38,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:38,719 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:38,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:38,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:38,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:39,035 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:39,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:39,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:39,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:39,099 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:39,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:39,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:39,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:39,466 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:39,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:39,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:39,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:39,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:40,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:40,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:40,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:40,099 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:40,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:40,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:40,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:40,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:40,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:40,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:40,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:40,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:40,805 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:41,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:41,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:41,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:41,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:41,100 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:41,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:41,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:41,389 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:41,389 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:41,433 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:41,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:41,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:41,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:41,805 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:42,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:42,069 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:42,069 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:42,101 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:42,143 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:42,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:42,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:42,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:42,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:42,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:42,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:42,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:42,790 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:43,053 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:43,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:43,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:43,120 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:43,120 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:43,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:43,371 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:43,371 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:43,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:43,688 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:43,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:43,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:43,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:44,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:44,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:44,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:44,184 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:44,232 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:44,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:44,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:44,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:44,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:44,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:44,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:44,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:44,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:45,197 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:45,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:45,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:45,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:45,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:45,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:55:45,473 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:55:45,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:45,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:45,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:45,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:46,081 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:46,082 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:46,082 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:46,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:46,127 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:46,203 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:46,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:46,397 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:46,397 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:46,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:46,703 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:46,703 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:46,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:46,759 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:47,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:47,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:47,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:47,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:47,210 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:47,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:47,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:47,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:47,403 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:47,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:47,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:47,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:47,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:47,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:47,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:47,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:48,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:48,221 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:48,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:48,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:48,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:48,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:48,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:48,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:48,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:48,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:48,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:48,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:48,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:48,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:49,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:49,232 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:49,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:49,240 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:49,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:49,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:49,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:49,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:49,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:49,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:49,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:49,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:49,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:50,167 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:50,167 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:50,167 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:50,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:50,241 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:50,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:50,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:50,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:50,490 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:50,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:50,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:50,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:50,803 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:51,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:51,109 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:51,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:51,110 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:51,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:51,247 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:51,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:51,425 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:51,425 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:51,440 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:51,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:51,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:51,738 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:51,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:52,044 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:52,044 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:52,044 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:52,063 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:52,253 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:52,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:52,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:52,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:52,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:52,676 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:52,676 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:52,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:52,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:52,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:52,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:52,987 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:53,000 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:53,269 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:53,299 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:53,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:53,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:53,312 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:53,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:53,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:53,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:53,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:53,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:53,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:53,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:53,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:54,241 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:54,242 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:54,242 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:54,277 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:54,277 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:54,555 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:54,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:54,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:54,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:54,871 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:54,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:54,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:54,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:55,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:55,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:55,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:55,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:55,282 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:55,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:55,507 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:55,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:55,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:55,818 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:55,818 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:55,819 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:55,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:56,138 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:56,138 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:56,138 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:56,139 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:55:56,199 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:56,287 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:56,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:56,450 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:56,450 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:56,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:56,760 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:56,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:56,761 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:56,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:57,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:57,073 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:57,073 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:57,122 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:57,301 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:57,388 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:57,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:57,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:57,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:57,703 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:57,704 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:57,704 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:57,714 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:58,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:58,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:58,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:58,027 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:58,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:58,313 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:58,313 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:58,313 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:58,333 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:58,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:58,634 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:58,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:58,643 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:58,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:58,945 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:58,945 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:58,962 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:59,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:59,250 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:59,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:59,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:59,313 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:55:59,550 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:59,550 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:59,550 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:59,569 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:55:59,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:55:59,873 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:55:59,873 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:55:59,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:00,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:00,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:00,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:00,214 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:00,323 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:00,397 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:56:00,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:56:00,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:56:00,517 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:00,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:00,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:00,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:00,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:00,835 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:00,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:00,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:01,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:01,153 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:01,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:01,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:01,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:01,328 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:01,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:01,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:01,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:01,489 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:01,787 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:01,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:01,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:01,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:02,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:02,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:02,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:02,110 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:02,346 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:02,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:02,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:02,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:02,431 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:02,734 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:02,734 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:02,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:02,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:03,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:03,041 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:03,041 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:03,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:03,360 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:03,361 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:03,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:03,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:03,392 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:03,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:03,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:03,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:03,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:04,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:04,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:04,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:04,208 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:04,366 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:04,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:04,489 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:04,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:04,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:04,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:04,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:04,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:04,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:05,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:05,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:05,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:05,308 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:05,371 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:05,576 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:05,576 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:05,576 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:05,658 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:05,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:05,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:05,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:06,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:06,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:06,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:06,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:06,370 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:06,380 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:06,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:06,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:06,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:06,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:06,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:07,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:07,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:07,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:07,218 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:07,385 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:07,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:07,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:07,530 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:07,596 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:07,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:07,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:07,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:07,978 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:08,401 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:08,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:08,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:08,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:08,509 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:08,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:08,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:08,810 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:08,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:09,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:09,267 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:09,267 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:09,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:09,410 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:09,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:09,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:09,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:09,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:10,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:10,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:10,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:10,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:10,415 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:10,767 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:10,768 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:10,768 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:10,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:11,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:11,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:11,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:11,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:11,419 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:11,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:11,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:11,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:11,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:11,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:12,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:12,150 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:12,150 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:12,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:12,424 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:12,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:12,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:12,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:12,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:12,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:12,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:12,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:12,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:13,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:13,192 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:13,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:13,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:13,441 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:13,509 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:13,510 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:13,510 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:13,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:13,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:13,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:13,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:13,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:14,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:14,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:14,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:14,196 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:14,454 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:14,454 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:14,454 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:14,454 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:14,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:14,778 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:14,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:14,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:14,799 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:15,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:15,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:15,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:15,117 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:15,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:15,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:15,422 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:15,434 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:15,454 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:15,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:56:15,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:56:15,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:15,739 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:15,739 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:15,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:16,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:16,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:16,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:16,062 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:16,367 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:16,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:16,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:16,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:16,462 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:16,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:16,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:16,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:16,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:16,994 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:16,994 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:16,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:16,995 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:17,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:17,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:17,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:17,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:17,322 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:17,470 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:17,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:17,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:17,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:17,635 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:17,926 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:17,926 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:17,926 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:17,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:18,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:18,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:18,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:18,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:18,484 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:18,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:18,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:18,563 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:18,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:18,873 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:18,873 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:18,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:18,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:19,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:19,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:19,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:19,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:19,497 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:19,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:19,498 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:19,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:19,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:19,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:19,801 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:19,801 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:19,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:20,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:20,122 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:20,122 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:20,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:20,433 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:20,434 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:20,434 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:20,447 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:20,488 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:20,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:20,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:20,738 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:20,759 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:21,055 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:21,055 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:21,055 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:21,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:21,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:21,366 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:21,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:21,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:21,495 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:21,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:21,679 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:21,679 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:21,692 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:21,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:21,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:21,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:22,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:22,001 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:22,297 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:22,305 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:22,305 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:22,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:22,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:22,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:22,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:22,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:22,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:22,912 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:22,912 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:22,912 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:22,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:23,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:23,232 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:23,232 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:23,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:23,522 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:23,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:23,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:23,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:23,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:23,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:23,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:23,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:23,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:24,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:24,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:24,168 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:24,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:24,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:24,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:24,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:24,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:24,522 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:24,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:24,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:24,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:24,801 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:25,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:25,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:25,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:25,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:25,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:25,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:25,412 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:25,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:25,529 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:25,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:25,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:25,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:25,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:26,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:26,046 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:26,046 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:26,059 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:26,357 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:26,357 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:26,357 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:26,370 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:26,533 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:26,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:26,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:26,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:26,682 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:26,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:26,988 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:26,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:27,000 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:27,304 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:27,305 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:27,305 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:27,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:27,341 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:27,545 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:27,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:27,620 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:27,620 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:27,654 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:27,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:27,937 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:27,937 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:27,994 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:28,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:28,264 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:28,264 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:28,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:28,557 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:28,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:28,581 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:28,581 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:28,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:28,910 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:28,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:28,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:28,984 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:29,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:29,237 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:29,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:29,319 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:29,578 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:29,667 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:29,667 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:29,667 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:29,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:30,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:30,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:30,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:30,145 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:30,398 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:56:30,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:30,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:30,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:30,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:56:30,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:30,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:56:30,584 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:30,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:30,836 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:30,836 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:30,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:31,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:31,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:31,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:31,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:31,602 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:31,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:31,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:31,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:31,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:32,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:32,020 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:32,020 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:32,105 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:32,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:32,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:32,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:32,414 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:32,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:32,607 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:32,830 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:32,830 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:32,830 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:32,908 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:33,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:33,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:33,261 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:33,341 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:33,624 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:33,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:33,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:33,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:33,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:34,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:34,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:34,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:34,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:34,541 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:34,541 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:34,541 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:34,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:34,625 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:34,945 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:34,946 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:34,946 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:34,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:35,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:35,318 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:35,318 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:35,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:35,645 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:35,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:35,703 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:35,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:35,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:36,094 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:36,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:36,095 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:36,163 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:36,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:36,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:36,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:36,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:36,653 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:36,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:36,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:36,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:36,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:37,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:37,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:37,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:37,432 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:37,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:37,657 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:37,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:37,745 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:37,745 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:37,803 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:38,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:38,145 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:38,145 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:38,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:38,546 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:38,546 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:38,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:38,576 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:38,663 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:38,858 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:38,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:38,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:38,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:39,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:39,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:39,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:39,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:39,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:39,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:39,479 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:39,497 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:39,669 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:39,790 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:39,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:39,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:39,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:40,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:40,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:40,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:40,125 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:40,424 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:40,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:40,425 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:40,436 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:40,681 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:40,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:40,735 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:40,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:40,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:41,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:41,040 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:41,040 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:41,059 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:41,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:41,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:41,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:41,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:41,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:41,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:41,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:41,687 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:41,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:41,995 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:41,995 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:41,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:42,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:42,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:42,309 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:42,309 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:42,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:42,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:42,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:42,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:42,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:42,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:42,687 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:42,922 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:42,922 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:42,922 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:42,941 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:43,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:43,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:43,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:43,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:43,558 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:43,559 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:43,559 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:43,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:43,692 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:43,867 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:43,867 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:43,868 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:43,880 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:44,174 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:44,175 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:44,175 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:44,186 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:44,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:44,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:44,484 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:44,495 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:44,698 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:44,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:44,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:44,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:44,803 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:45,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:45,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:45,101 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:45,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:45,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:45,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:45,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:45,424 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:45,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:56:45,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:56:45,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:45,719 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:45,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:45,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:45,738 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:46,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:46,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:46,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:46,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:46,349 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:46,349 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:46,349 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:46,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:46,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:46,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:46,670 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:46,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:46,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:46,980 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:46,981 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:46,981 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:47,004 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:47,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:47,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:47,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:47,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:47,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:47,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:47,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:47,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:47,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:47,713 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:47,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:47,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:47,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:47,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:48,251 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:48,252 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:48,252 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:48,295 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:48,569 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:48,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:48,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:48,615 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:48,721 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:48,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:48,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:48,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:48,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:49,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:49,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:49,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:49,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:49,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:49,507 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:49,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:49,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:49,726 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:49,821 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:49,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:49,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:49,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:50,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:50,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:50,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:50,147 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:50,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:50,449 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:50,449 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:50,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:50,749 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:50,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:50,765 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:50,765 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:50,777 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:51,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:51,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:51,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:51,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:51,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:51,391 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:51,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:51,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:51,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:51,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:51,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:51,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:51,749 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:52,018 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:52,018 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:52,018 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:52,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:52,339 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:52,339 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:52,339 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:52,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:52,652 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:52,653 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:52,653 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:52,653 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:52,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:52,755 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:52,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:52,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:52,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:52,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:53,285 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:53,285 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:53,285 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:53,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:53,597 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:53,597 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:53,598 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:53,659 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:53,762 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:53,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:53,912 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:53,912 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:53,950 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:54,227 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:54,227 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:54,227 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:54,239 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:54,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:54,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:54,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:54,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:54,781 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:54,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:54,850 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:54,850 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:54,869 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:55,175 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:55,175 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:55,175 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:55,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:55,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:55,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:55,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:55,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:55,793 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:55,830 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:55,830 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:55,830 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:55,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:56,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:56,163 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:56,164 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:56,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:56,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:56,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:56,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:56,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:56,805 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:56,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:56,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:56,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:56,899 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:57,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:57,170 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:57,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:57,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:57,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:57,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:57,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:57,566 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:57,817 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:57,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:57,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:57,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:57,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:56:57,914 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:58,275 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:58,276 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:58,276 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:58,325 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:58,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:58,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:58,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:58,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:58,825 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:59,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:59,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:59,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:59,142 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:59,560 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:59,560 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:59,560 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:59,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:56:59,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:56:59,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:56:59,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:56:59,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:56:59,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:00,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:00,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:00,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:00,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:00,402 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:57:00,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:57:00,483 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:57:00,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:00,625 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:00,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:00,635 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:00,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:00,811 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:00,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:00,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:00,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:01,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:01,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:01,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:01,130 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:01,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:01,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:01,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:01,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:01,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:01,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:01,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:01,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:01,838 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:02,055 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:02,055 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:02,055 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:02,090 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:02,373 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:02,373 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:02,373 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:02,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:02,696 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:02,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:02,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:02,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:02,844 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:03,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:03,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:03,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:03,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:03,052 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:03,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:03,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:03,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:03,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:03,624 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:03,624 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:03,624 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:03,671 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:03,862 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:03,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:03,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:03,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:04,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:04,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:04,267 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:04,267 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:04,285 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:04,583 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:04,584 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:04,584 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:04,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:04,874 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:04,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:04,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:04,885 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:04,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:05,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:05,213 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:05,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:05,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:05,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:05,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:05,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:05,541 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:05,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:05,846 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:05,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:05,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:05,874 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:06,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:06,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:06,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:06,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:06,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:06,476 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:06,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:06,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:06,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:06,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:06,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:06,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:06,881 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:07,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:07,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:07,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:07,110 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:07,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:07,414 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:07,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:07,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:07,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:07,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:07,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:07,741 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:07,885 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:08,041 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:08,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:08,042 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:08,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:08,057 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:08,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:08,353 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:08,353 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:08,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:08,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:08,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:08,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:08,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:08,891 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:09,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:09,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:09,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:09,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:09,334 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:09,334 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:09,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:09,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:09,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:09,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:09,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:09,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:09,904 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:09,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:09,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:09,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:10,013 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:10,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:10,295 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:10,295 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:10,338 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:10,609 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:10,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:10,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:10,661 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:10,912 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:10,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:10,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:10,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:10,984 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:11,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:11,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:11,240 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:11,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:11,555 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:11,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:11,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:11,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:11,871 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:11,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:11,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:11,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:11,913 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:12,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:12,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:12,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:12,207 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:12,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:12,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:12,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:12,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:12,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:12,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:12,812 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:12,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:12,917 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:13,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:13,121 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:13,121 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:13,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:13,133 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:13,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:13,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:13,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:13,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:13,748 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:13,748 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:13,749 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:13,760 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:13,922 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:14,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:14,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:14,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:14,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:14,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:14,393 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:14,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:14,412 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:14,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:14,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:14,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:14,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:14,931 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:15,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:15,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:15,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:15,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:15,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:15,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:15,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:15,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:15,486 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:57:15,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:57:15,646 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:15,646 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:15,646 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:15,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:15,943 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:15,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:15,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:15,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:15,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:16,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:16,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:16,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:16,299 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:16,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:16,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:16,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:16,657 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:16,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:16,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:16,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:16,943 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:16,978 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:17,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:17,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:17,274 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:17,334 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:17,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:17,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:17,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:17,675 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:17,963 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:17,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:17,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:17,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:18,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:18,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:18,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:18,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:18,332 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:18,422 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:18,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:18,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:18,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:18,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:18,968 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:19,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:19,092 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:19,092 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:19,172 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:19,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:19,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:19,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:19,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:19,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:19,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:19,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:19,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:19,973 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:20,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:20,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:20,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:20,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:20,530 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:20,531 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:20,531 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:20,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:20,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:20,888 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:20,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:20,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:20,982 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:21,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:21,246 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:21,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:21,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:21,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:21,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:21,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:21,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:21,986 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:22,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:22,142 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:22,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:22,186 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:22,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:22,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:22,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:22,683 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:22,993 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:23,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:23,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:23,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:23,189 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:23,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:23,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:23,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:23,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:23,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:24,002 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:24,137 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:24,138 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:24,138 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:24,163 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:24,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:24,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:24,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:24,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:24,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:24,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:24,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:24,853 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:25,009 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:25,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:25,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:25,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:25,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:25,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:25,457 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:25,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:25,476 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:25,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:25,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:25,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:25,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:26,025 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:26,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:26,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:26,078 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:26,097 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:26,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:26,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:26,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:26,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:26,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:26,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:26,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:26,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:27,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:27,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:27,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:27,027 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:27,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:27,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:27,335 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:27,335 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:27,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:27,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:27,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:27,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:27,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:27,960 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:27,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:27,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:28,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:28,028 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:28,275 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:28,275 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:28,276 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:28,319 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:28,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:28,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:28,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:28,637 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:28,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:28,902 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:28,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:28,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:28,924 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:29,035 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:29,212 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:29,213 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:29,213 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:29,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:29,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:29,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:29,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:29,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:29,829 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:29,829 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:29,829 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:29,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:30,044 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:30,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:30,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:30,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:30,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:30,404 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:57:30,469 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:30,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:30,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:30,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:30,485 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:57:30,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:57:30,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:30,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:30,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:30,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:31,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:31,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:31,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:31,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:31,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:31,408 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:31,409 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:31,409 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:31,422 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:31,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:31,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:31,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:31,734 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:32,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:32,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:32,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:32,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:32,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:32,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:32,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:32,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:32,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:32,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:32,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:32,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:32,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:32,973 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:32,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:32,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:33,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:33,067 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:33,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:33,364 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:33,364 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:33,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:33,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:33,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:33,679 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:33,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:33,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:33,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:33,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:33,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:34,002 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:34,074 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:34,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:34,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:34,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:34,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:34,613 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:34,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:34,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:34,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:34,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:34,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:34,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:34,937 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:35,079 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:35,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:35,237 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:35,237 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:35,249 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:35,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:35,551 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:35,551 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:35,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:35,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:35,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:35,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:35,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:36,091 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:36,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:36,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:36,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:36,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:36,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:36,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:36,479 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:36,491 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:36,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:36,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:36,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:36,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:37,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:37,097 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:37,097 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:37,097 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:37,142 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:37,422 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:37,422 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:37,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:37,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:37,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:37,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:37,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:37,779 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:38,046 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:38,046 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:38,047 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:38,081 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:38,097 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:38,360 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:38,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:38,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:38,386 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:38,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:38,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:38,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:38,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:39,002 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:39,003 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:39,003 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:39,003 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:39,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:39,104 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:39,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:39,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:39,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:39,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:39,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:39,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:39,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:39,635 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:39,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:39,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:39,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:39,948 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:40,110 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:40,241 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:40,241 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:40,241 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:40,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:40,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:40,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:40,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:40,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:40,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:40,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:40,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:40,889 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:41,127 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:41,201 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:41,201 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:41,201 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:41,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:41,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:41,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:41,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:41,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:41,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:41,873 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:41,873 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:41,926 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:42,139 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:42,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:42,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:42,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:42,275 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:42,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:42,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:42,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:42,607 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:42,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:42,888 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:42,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:42,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:43,147 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:43,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:43,246 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:43,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:43,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:43,578 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:43,578 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:43,578 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:43,650 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:43,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:43,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:43,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:43,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:44,192 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:44,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:44,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:44,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:44,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:44,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:44,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:44,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:44,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:44,757 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:45,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:45,153 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:45,153 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:45,199 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:45,199 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:45,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:57:45,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:57:45,578 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:45,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:45,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:45,692 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:45,976 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:45,976 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:45,976 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:45,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:46,204 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:46,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:46,380 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:46,380 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:46,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:46,766 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:46,767 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:46,767 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:46,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:47,164 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:47,164 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:47,164 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:47,222 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:47,222 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:47,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:47,563 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:47,563 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:47,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:47,871 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:47,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:47,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:47,909 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:48,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:48,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:48,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:48,231 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:48,231 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:48,514 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:48,514 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:48,514 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:48,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:48,828 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:48,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:48,829 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:48,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:49,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:49,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:49,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:49,161 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:49,236 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:49,460 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:49,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:49,461 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:49,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:49,472 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:49,772 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:49,772 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:49,772 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:49,784 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:50,081 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:50,081 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:50,081 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:50,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:50,243 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:50,395 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:50,395 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:50,395 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:50,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:50,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:50,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:50,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:50,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:51,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:51,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:51,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:51,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:51,276 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:51,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:51,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:51,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:51,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:51,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:51,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:51,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:51,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:51,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:51,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:51,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:52,013 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:52,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:52,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:52,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:52,295 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:52,333 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:52,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:52,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:52,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:52,631 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:52,908 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:52,908 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:52,908 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:52,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:53,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:53,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:53,234 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:53,256 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:53,295 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:53,546 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:53,547 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:53,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:53,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:53,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:53,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:53,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:53,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:54,173 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:54,173 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:54,173 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:54,185 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:54,302 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:54,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:54,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:54,485 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:54,485 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:54,494 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:54,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:54,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:54,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:54,803 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:55,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:55,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:55,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:55,109 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:55,313 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:55,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:55,414 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:55,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:55,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:55,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:55,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:55,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:55,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:56,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:56,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:56,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:56,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:56,325 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:56,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:56,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:56,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:56,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:56,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:56,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:56,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:56,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:56,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:56,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:56,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:56,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:57,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:57,295 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:57,295 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:57,306 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:57,325 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:57,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:57,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:57,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:57,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:57,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:57,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:57,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:57,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:58,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:58,244 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:58,244 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:58,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:58,330 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:58,553 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:58,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:58,554 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:58,565 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:58,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:58,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:58,867 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:58,877 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:59,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:59,181 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:59,181 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:59,193 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:59,337 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:57:59,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:59,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:59,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:59,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:57:59,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:57:59,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:57:59,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:57:59,812 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:57:59,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:00,130 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:00,131 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:00,131 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:00,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:00,356 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:00,418 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:58:00,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:00,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:00,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:00,456 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:00,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:58:00,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:58:00,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:00,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:00,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:00,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:01,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:01,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:01,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:01,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:01,366 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:01,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:01,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:01,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:01,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:01,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:01,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:01,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:01,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:02,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:02,026 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:02,026 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:02,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:02,340 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:02,340 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:02,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:02,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:02,367 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:02,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:02,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:02,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:02,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:02,969 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:02,969 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:02,969 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:02,980 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:03,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:03,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:03,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:03,294 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:03,372 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:03,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:03,595 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:03,595 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:03,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:03,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:03,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:03,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:03,924 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:04,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:04,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:04,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:04,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:04,381 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:04,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:04,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:04,568 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:04,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:04,631 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:04,960 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:04,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:04,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:05,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:05,349 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:05,349 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:05,349 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:05,387 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:05,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:05,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:05,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:05,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:05,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:06,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:06,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:06,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:06,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:06,392 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:06,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:06,638 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:06,638 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:06,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:07,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:07,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:07,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:07,165 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:07,401 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:07,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:07,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:07,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:07,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:08,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:08,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:08,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:08,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:08,412 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:08,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:08,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:08,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:08,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:08,823 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:08,823 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:08,824 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:08,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:09,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:09,238 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:09,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:09,289 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:09,417 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:09,658 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:09,658 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:09,658 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:09,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:09,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:10,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:10,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:10,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:10,127 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:10,431 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:10,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:10,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:10,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:10,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:10,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:10,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:10,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:10,972 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:11,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:11,376 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:11,376 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:11,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:11,439 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:11,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:11,813 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:11,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:11,882 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:12,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:12,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:12,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:12,385 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:12,444 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:12,806 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:12,806 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:12,806 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:12,860 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:13,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:13,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:13,313 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:13,326 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:13,450 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:13,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:13,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:13,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:13,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:13,928 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:13,928 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:13,928 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:13,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:14,254 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:14,254 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:14,254 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:14,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:14,465 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:14,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:14,566 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:14,566 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:14,577 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:14,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:14,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:14,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:14,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:14,888 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:15,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:15,190 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:15,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:15,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:15,477 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:15,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:15,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:58:15,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:15,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:15,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:15,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:58:15,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:15,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:15,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:15,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:16,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:16,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:16,128 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:16,140 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:16,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:16,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:16,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:16,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:16,477 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:16,748 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:16,748 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:16,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:16,760 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:17,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:17,047 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:17,047 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:17,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:17,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:17,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:17,369 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:17,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:17,483 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:17,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:17,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:17,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:17,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:17,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:17,958 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:17,958 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:17,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:18,015 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:18,015 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:18,016 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:18,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:18,257 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:18,257 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:18,257 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:18,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:18,490 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:18,575 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:18,576 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:18,576 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:18,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:18,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:18,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:18,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:18,898 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:19,195 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:19,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:19,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:19,214 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:19,502 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:19,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:19,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:19,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:19,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:19,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:19,837 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:19,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:19,849 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:20,146 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:20,147 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:20,147 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:20,147 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:20,159 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:20,462 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:20,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:20,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:20,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:20,502 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:20,770 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:20,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:20,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:20,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:21,081 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:21,082 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:21,082 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:21,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:21,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:21,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:21,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:21,399 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:21,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:21,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:21,701 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:21,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:21,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:22,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:22,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:22,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:22,021 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:22,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:22,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:22,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:22,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:22,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:22,635 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:22,636 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:22,636 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:22,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:22,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:22,946 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:22,946 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:22,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:23,257 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:23,257 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:23,257 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:23,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:23,527 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:23,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:23,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:23,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:23,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:23,883 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:23,883 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:23,883 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:23,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:24,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:24,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:24,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:24,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:24,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:24,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:24,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:24,515 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:24,527 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:24,822 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:24,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:24,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:24,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:25,131 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:25,132 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:25,132 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:25,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:25,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:25,444 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:25,444 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:25,444 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:25,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:25,535 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:25,752 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:25,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:25,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:25,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:26,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:26,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:26,075 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:26,160 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:26,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:26,401 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:26,401 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:26,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:26,545 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:26,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:26,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:26,724 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:26,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:27,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:27,040 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:27,040 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:27,086 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:27,373 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:27,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:27,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:27,431 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:27,550 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:27,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:27,704 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:27,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:27,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:28,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:28,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:28,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:28,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:28,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:28,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:28,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:28,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:28,552 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:28,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:28,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:28,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:28,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:28,992 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:28,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:28,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:29,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:29,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:29,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:29,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:29,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:29,566 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:29,652 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:29,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:29,653 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:29,714 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:29,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:29,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:29,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:30,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:30,408 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:58:30,435 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:30,435 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:30,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:30,491 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:30,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:30,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:58:30,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:58:30,579 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:30,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:30,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:30,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:30,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:31,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:31,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:31,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:31,339 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:31,584 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:31,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:31,704 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:31,704 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:31,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:32,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:32,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:32,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:32,164 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:32,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:32,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:32,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:32,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:32,594 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:32,768 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:32,768 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:32,768 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:32,828 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:33,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:33,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:33,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:33,160 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:33,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:33,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:33,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:33,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:33,604 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:33,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:33,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:33,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:33,808 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:34,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:34,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:34,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:34,118 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:34,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:34,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:34,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:34,447 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:34,608 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:34,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:34,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:34,724 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:34,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:35,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:35,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:35,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:35,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:35,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:35,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:35,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:35,469 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:35,613 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:35,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:35,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:35,801 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:35,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:35,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:36,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:36,157 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:36,157 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:36,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:36,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:36,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:36,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:36,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:36,620 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:36,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:36,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:36,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:36,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:37,094 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:37,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:37,095 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:37,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:37,405 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:37,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:37,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:37,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:37,642 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:37,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:37,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:37,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:37,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:38,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:38,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:38,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:38,041 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:38,342 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:38,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:38,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:38,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:38,656 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:38,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:38,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:38,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:38,671 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:38,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:38,959 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:38,959 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:38,978 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:39,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:39,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:39,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:39,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:39,666 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:39,666 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:39,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:39,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:39,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:39,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:39,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:39,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:39,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:40,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:40,278 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:40,278 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:40,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:40,600 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:40,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:40,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:40,613 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:40,656 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:40,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:40,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:40,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:40,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:40,925 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:41,227 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:41,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:41,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:41,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:41,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:41,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:41,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:41,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:41,661 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:41,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:41,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:41,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:41,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:42,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:42,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:42,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:42,177 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:42,462 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:42,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:42,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:42,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:42,668 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:42,776 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:42,776 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:42,776 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:42,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:43,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:43,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:43,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:43,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:43,404 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:43,404 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:43,404 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:43,423 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:43,680 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:43,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:43,728 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:43,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:43,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:44,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:44,041 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:44,041 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:44,052 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:44,356 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:44,356 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:44,356 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:44,375 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:44,667 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:44,667 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:44,667 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:44,687 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:44,687 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:44,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:44,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:44,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:45,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:45,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:45,306 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:45,306 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:45,339 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:45,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:58:45,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:58:45,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:45,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:45,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:45,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:45,688 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:45,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:45,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:45,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:45,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:45,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:46,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:46,257 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:46,257 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:46,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:46,563 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:46,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:46,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:46,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:46,699 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:46,915 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:46,916 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:46,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:46,981 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:47,284 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:47,285 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:47,285 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:47,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:47,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:47,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:47,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:47,701 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:47,722 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:48,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:48,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:48,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:48,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:48,388 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:48,389 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:48,389 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:48,420 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:48,686 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:48,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:48,686 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:48,704 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:48,727 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:49,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:49,015 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:49,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:49,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:49,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:49,351 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:49,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:49,391 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:49,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:49,635 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:49,635 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:49,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:49,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:49,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:49,952 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:49,952 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:49,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:50,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:50,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:50,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:50,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:50,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:50,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:50,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:50,601 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:50,711 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:50,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:50,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:50,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:50,908 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:51,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:51,209 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:51,209 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:51,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:51,223 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:51,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:51,521 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:51,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:51,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:51,721 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:51,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:51,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:51,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:51,844 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:52,143 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:52,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:52,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:52,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:52,456 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:52,457 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:52,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:52,496 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:52,738 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:52,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:52,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:52,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:52,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:53,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:53,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:53,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:53,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:53,460 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:53,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:53,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:53,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:53,750 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:53,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:53,789 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:53,789 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:53,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:54,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:54,108 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:54,109 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:54,164 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:54,435 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:54,435 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:54,435 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:54,491 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:54,765 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:54,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:54,765 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:54,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:54,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:55,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:55,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:55,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:55,152 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:55,508 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:55,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:55,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:55,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:55,760 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:55,912 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:55,912 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:55,912 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:55,949 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:56,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:56,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:56,309 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:56,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:58:56,343 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:56,696 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:56,696 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:56,696 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:56,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:56,761 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:57,000 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:57,000 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:57,000 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:57,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:57,314 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:57,314 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:57,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:57,333 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:57,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:57,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:57,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:57,651 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:57,769 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:57,950 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:57,951 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:57,951 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:57,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:58,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:58,262 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:58,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:58,275 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:58,578 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:58,578 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:58,578 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:58,590 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:58,777 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:58,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:58,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:58,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:58,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:59,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:59,204 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:59,204 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:59,216 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:59,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:59,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:59,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:59,531 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:58:59,789 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:58:59,830 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:58:59,830 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:58:59,830 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:58:59,843 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:00,138 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:00,138 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:00,138 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:00,158 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:00,409 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:59:00,460 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:00,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:00,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:00,479 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:00,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:59:00,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:59:00,790 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:00,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:00,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:00,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:00,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:01,101 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:01,102 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:01,102 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:01,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:01,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:01,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:01,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:01,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:01,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:01,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:01,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:01,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:01,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:01,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:02,063 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:02,064 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:02,064 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:02,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:02,373 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:02,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:02,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:02,391 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:02,688 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:02,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:02,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:02,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:02,803 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:02,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:02,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:02,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:03,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:03,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:03,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:03,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:03,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:03,613 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:03,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:03,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:03,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:03,807 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:03,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:03,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:03,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:03,946 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:04,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:04,249 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:04,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:04,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:04,573 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:04,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:04,574 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:04,586 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:04,829 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:04,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:04,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:04,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:04,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:05,195 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:05,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:05,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:05,231 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:05,513 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:05,514 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:05,514 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:05,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:05,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:05,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:05,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:05,834 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:05,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:06,131 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:06,131 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:06,131 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:06,190 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:06,462 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:06,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:06,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:06,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:06,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:06,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:06,765 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:06,765 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:06,805 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:06,835 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:07,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:07,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:07,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:07,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:07,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:07,397 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:07,397 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:07,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:07,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:07,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:07,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:07,741 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:07,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:08,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:08,032 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:08,032 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:08,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:08,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:08,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:08,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:08,354 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:08,658 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:08,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:08,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:08,671 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:08,845 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:08,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:08,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:08,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:08,980 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:09,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:09,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:09,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:09,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:09,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:09,616 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:09,616 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:09,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:09,863 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:09,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:09,929 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:09,930 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:09,941 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:10,231 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:10,231 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:10,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:10,249 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:10,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:10,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:10,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:10,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:10,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:10,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:10,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:10,870 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:10,870 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:11,178 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:11,178 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:11,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:11,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:11,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:11,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:11,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:11,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:11,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:11,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:11,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:11,800 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:11,819 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:11,871 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:12,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:12,113 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:12,113 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:12,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:12,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:12,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:12,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:12,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:12,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:12,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:12,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:12,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:12,877 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:13,053 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:13,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:13,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:13,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:13,377 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:13,377 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:13,377 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:13,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:13,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:13,685 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:13,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:13,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:13,879 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:14,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:14,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:14,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:14,055 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:14,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:14,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:14,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:14,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:14,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:14,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:14,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:14,779 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:14,886 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:15,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:15,056 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:15,056 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:15,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:15,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:15,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:15,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:15,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:59:15,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:15,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:59:15,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:15,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:15,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:15,891 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:15,913 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:16,251 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:16,251 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:16,251 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:16,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:16,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:16,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:16,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:16,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:16,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:16,895 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:17,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:17,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:17,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:17,116 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:17,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:17,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:17,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:17,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:17,907 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:17,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:17,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:17,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:17,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:18,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:18,366 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:18,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:18,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:18,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:18,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:18,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:18,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:18,917 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:19,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:19,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:19,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:19,285 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:19,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:19,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:19,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:19,724 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:19,926 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:20,062 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:20,062 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:20,062 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:20,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:20,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:20,380 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:20,380 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:20,403 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:20,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:20,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:20,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:20,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:20,946 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:20,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:20,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:20,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:21,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:21,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:21,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:21,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:21,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:21,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:21,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:21,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:21,627 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:21,919 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:21,919 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:21,919 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:21,920 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:21,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:21,946 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:22,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:22,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:22,241 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:22,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:22,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:22,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:22,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:22,564 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:22,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:22,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:22,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:22,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:22,951 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:23,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:23,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:23,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:23,204 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:23,500 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:23,500 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:23,500 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:23,544 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:23,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:23,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:23,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:23,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:23,956 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:24,115 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:24,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:24,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:24,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:24,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:24,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:24,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:24,466 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:24,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:24,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:24,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:24,810 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:24,971 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:25,065 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:25,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:25,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:25,098 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:25,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:25,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:25,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:25,392 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:25,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:25,696 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:25,696 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:25,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:25,983 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:25,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:25,998 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:25,998 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:26,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:26,323 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:26,324 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:26,324 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:26,335 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:26,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:26,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:26,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:26,651 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:26,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:26,939 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:26,939 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:26,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:26,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:26,983 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:27,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:27,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:27,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:27,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:27,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:27,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:27,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:27,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:27,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:27,890 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:27,890 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:27,902 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:27,989 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:28,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:28,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:28,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:28,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:28,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:28,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:28,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:28,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:28,811 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:28,811 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:28,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:28,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:28,995 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:29,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:29,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:29,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:29,147 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:29,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:29,450 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:29,450 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:29,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:29,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:29,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:29,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:29,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:30,017 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:30,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:30,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:30,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:30,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:30,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:30,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:30,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:30,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:30,410 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-08 23:59:30,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:59:30,493 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:59:30,688 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:30,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:30,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:30,701 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:31,003 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:31,003 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:31,004 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:31,016 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:31,017 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:31,301 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:31,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:31,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:31,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:31,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:31,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:31,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:31,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:31,934 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:31,934 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:31,934 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:31,946 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:31,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:32,023 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:32,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:32,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:32,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:32,256 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:32,555 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:32,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:32,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:32,567 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:32,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:32,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:32,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:32,901 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:33,029 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:33,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:33,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:33,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:33,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:33,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:33,489 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:33,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:33,543 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:33,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:33,797 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:33,797 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:33,838 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:34,045 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:34,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:34,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:34,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:34,163 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:34,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:34,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:34,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:34,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:34,751 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:34,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:34,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:34,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:35,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:35,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:35,055 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:35,055 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:35,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:35,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:35,380 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:35,380 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:35,391 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:35,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:35,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:35,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:35,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:36,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:36,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:36,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:36,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:36,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:36,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:36,309 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:36,309 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:36,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:36,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:36,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:36,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:36,671 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:36,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:36,958 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:36,958 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:36,958 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:37,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:37,060 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:37,295 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:37,295 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:37,295 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:37,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:37,617 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:37,618 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:37,618 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:37,674 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:37,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:37,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:37,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:37,994 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:38,069 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:38,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:38,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:38,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:38,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:38,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:38,578 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:38,578 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:38,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:38,899 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:38,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:38,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:38,963 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:39,075 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:39,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:39,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:39,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:39,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:39,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:39,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:39,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:39,645 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:39,907 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:39,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:39,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:39,953 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:40,083 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:40,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:40,342 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:40,342 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:40,403 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:40,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:40,731 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:40,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:40,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:41,100 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:41,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:41,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:41,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:41,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:41,583 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:41,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:41,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:41,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:41,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:41,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:41,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:41,964 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:41,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:42,100 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:42,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:42,348 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:42,348 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:42,377 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:42,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:42,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:42,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:42,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:42,981 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:42,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:42,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:43,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:43,109 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:43,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:43,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:43,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:43,341 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:43,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:43,609 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:43,609 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:43,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:43,926 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:43,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:43,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:43,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:44,115 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:44,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:44,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:44,240 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:44,256 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:44,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:44,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:44,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:44,566 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:44,855 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:44,855 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:44,855 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:44,874 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:45,127 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:45,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:45,179 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:45,179 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:45,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:45,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:45,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:45,484 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:45,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-08 23:59:45,495 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:45,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-08 23:59:45,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:45,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:45,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:45,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:46,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:46,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:46,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:46,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:46,128 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:46,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:46,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:46,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:46,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:46,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:46,731 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:46,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:46,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:47,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:47,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:47,042 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:47,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:47,054 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:47,135 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:47,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:47,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:47,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:47,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:47,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:47,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:47,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:47,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:47,973 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:47,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:47,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:48,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:48,140 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:48,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:48,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:48,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:48,336 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:48,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:48,602 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:48,602 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:48,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:48,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:48,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:48,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:48,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:49,161 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:49,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:49,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:49,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:49,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:49,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:49,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:49,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:49,565 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:49,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:49,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:49,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:49,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:50,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:50,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:50,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:50,174 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:50,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:50,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:50,474 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:50,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:50,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:50,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:50,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:50,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:50,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:51,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:51,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:51,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:51,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:51,179 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:51,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:51,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:51,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:51,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:51,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:51,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:51,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:51,744 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:52,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:52,040 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:52,040 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:52,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:52,052 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:52,191 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:52,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:52,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:52,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:52,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:52,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:52,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:52,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:52,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:52,958 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:52,958 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:52,958 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:52,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:53,211 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:53,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:53,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:53,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:53,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:53,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:53,594 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:53,594 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:53,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:53,904 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:53,905 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:53,905 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:53,917 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:54,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:54,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:54,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:54,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:54,225 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:54,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:54,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:54,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:54,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:54,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:54,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:54,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:54,849 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:55,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:55,150 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:55,150 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:55,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:55,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:55,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:55,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:55,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:55,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:55,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:55,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:55,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:55,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:56,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:56,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:56,097 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:56,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:56,222 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:56,402 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:56,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:56,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:56,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:56,717 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:56,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:56,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:56,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:57,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:57,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:57,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:57,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:57,229 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:57,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:57,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:57,353 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:57,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-08 23:59:57,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:57,666 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:57,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:57,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:57,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:57,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:57,980 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:57,980 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:57,993 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:58,247 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:58,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:58,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:58,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:58,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:58,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:58,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:58,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:58,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:58,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:58,949 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:58,949 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:59,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:59,259 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-08 23:59:59,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:59,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:59,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:59,369 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:59,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:59,629 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:59,629 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-08 23:59:59,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-08 23:59:59,961 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-08 23:59:59,962 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-08 23:59:59,962 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:00,032 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:00,271 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:00,291 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:00,292 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:00,292 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:00,347 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:00,415 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:00:00,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:00:00,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:00:00,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:00,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:00,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:00,687 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:00,949 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:00,950 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:00,950 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:01,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:01,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:01,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:01,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:01,276 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:01,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:01,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:01,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:01,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:01,645 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:01,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:01,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:01,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:01,992 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:02,253 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:02,254 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:02,254 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:02,277 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:02,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:02,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:02,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:02,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:02,575 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:02,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:02,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:02,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:02,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:02,955 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:03,205 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:03,205 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:03,205 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:03,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:03,281 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:03,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:03,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:03,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:03,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:03,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:03,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:03,850 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:03,999 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:04,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:04,199 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:04,199 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:04,271 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:04,285 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:04,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:04,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:04,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:04,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:04,847 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:04,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:04,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:04,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:05,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:05,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:05,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:05,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:05,296 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:05,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:05,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:05,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:05,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:05,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:05,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:05,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:06,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:06,302 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:06,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:06,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:06,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:06,493 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:06,923 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:06,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:06,924 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:07,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:07,321 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:07,374 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:07,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:07,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:07,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:07,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:07,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:07,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:07,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:07,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:08,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:08,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:08,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:08,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:08,326 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:08,540 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:08,540 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:08,541 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:08,566 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:08,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:08,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:08,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:08,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:09,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:09,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:09,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:09,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:09,335 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:09,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:09,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:09,484 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:09,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:09,781 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:09,782 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:09,782 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:09,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:10,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:10,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:10,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:10,110 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:10,354 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:10,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:10,400 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:10,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:10,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:10,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:10,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:10,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:10,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:11,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:11,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:11,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:11,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:11,356 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:11,357 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:11,357 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:11,365 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:11,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:11,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:11,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:11,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:11,674 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:11,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:11,976 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:11,976 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:11,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:12,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:12,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:12,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:12,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:12,371 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:12,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:12,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:12,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:12,603 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:12,905 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:12,905 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:12,905 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:12,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:12,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:13,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:13,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:13,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:13,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:13,376 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:13,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:13,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:13,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:13,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:13,826 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:13,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:13,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:13,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:14,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:14,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:14,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:14,147 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:14,398 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:14,454 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:14,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:14,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:14,465 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:14,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:14,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:14,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:14,776 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:15,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:15,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:15,078 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:15,090 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:15,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:15,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:15,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:15,398 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:15,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:15,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:00:15,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:00:15,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:15,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:15,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:15,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:16,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:16,020 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:16,020 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:16,031 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:16,333 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:16,334 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:16,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:16,345 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:16,399 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:16,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:16,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:16,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:16,651 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:16,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:16,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:16,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:16,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:17,261 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:17,262 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:17,262 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:17,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:17,404 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:17,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:17,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:17,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:17,585 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:17,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:17,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:17,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:17,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:18,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:18,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:18,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:18,194 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:18,204 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:18,423 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:18,500 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:18,501 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:18,501 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:18,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:18,811 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:18,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:18,812 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:18,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:19,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:19,116 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:19,116 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:19,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:19,430 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:19,431 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:19,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:19,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:19,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:19,757 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:19,758 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:19,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:19,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:20,073 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:20,074 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:20,074 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:20,084 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:20,374 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:20,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:20,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:20,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:20,431 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:20,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:20,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:20,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:20,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:21,015 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:21,016 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:21,016 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:21,027 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:21,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:21,318 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:21,318 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:21,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:21,435 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:21,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:21,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:21,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:21,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:21,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:21,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:21,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:21,971 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:22,280 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:22,280 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:22,280 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:22,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:22,440 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:22,594 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:22,595 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:22,595 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:22,621 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:22,923 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:22,923 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:22,923 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:22,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:23,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:23,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:23,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:23,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:23,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:23,448 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:23,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:23,571 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:23,571 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:23,591 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:23,891 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:23,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:23,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:23,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:24,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:24,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:24,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:24,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:24,454 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:24,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:24,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:24,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:24,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:24,887 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:24,887 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:24,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:24,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:25,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:25,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:25,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:25,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:25,464 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:25,661 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:25,661 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:25,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:25,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:26,083 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:26,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:26,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:26,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:26,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:26,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:26,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:26,483 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:26,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:26,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:26,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:26,917 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:26,946 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:27,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:27,313 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:27,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:27,343 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:27,489 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:27,693 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:27,693 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:27,693 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:27,723 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:28,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:28,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:28,046 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:28,075 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:28,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:28,387 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:28,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:28,388 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:28,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:28,502 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:28,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:28,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:28,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:28,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:29,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:29,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:29,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:29,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:29,417 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:29,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:29,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:29,457 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:29,507 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:29,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:29,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:29,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:29,823 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:30,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:30,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:30,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:30,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:30,415 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:00:30,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:00:30,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:00:30,513 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:30,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:30,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:30,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:30,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:30,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:30,937 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:30,937 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:30,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:31,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:31,249 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:31,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:31,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:31,519 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:31,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:31,563 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:31,563 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:31,574 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:31,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:31,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:31,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:31,880 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:32,184 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:32,184 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:32,185 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:32,196 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:32,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:32,500 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:32,500 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:32,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:32,520 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:32,811 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:32,811 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:32,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:32,823 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:33,120 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:33,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:33,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:33,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:33,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:33,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:33,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:33,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:33,443 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:33,524 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:33,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:33,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:33,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:33,754 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:34,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:34,057 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:34,057 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:34,068 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:34,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:34,365 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:34,365 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:34,376 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:34,529 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:34,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:34,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:34,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:34,686 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:34,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:34,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:34,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:35,003 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:35,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:35,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:35,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:35,308 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:35,540 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:35,598 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:35,598 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:35,598 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:35,617 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:35,918 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:35,919 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:35,919 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:35,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:36,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:36,231 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:36,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:36,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:36,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:36,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:36,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:36,551 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:36,580 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:36,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:36,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:36,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:36,867 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:37,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:37,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:37,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:37,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:37,477 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:37,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:37,478 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:37,489 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:37,552 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:37,778 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:37,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:37,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:37,797 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:38,094 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:38,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:38,095 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:38,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:38,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:38,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:38,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:38,424 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:38,560 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:38,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:38,723 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:38,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:38,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:38,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:39,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:39,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:39,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:39,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:39,346 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:39,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:39,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:39,571 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:39,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:39,757 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:39,757 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:39,757 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:39,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:39,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:39,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:39,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:40,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:40,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:40,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:40,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:40,583 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:40,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:40,657 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:40,657 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:40,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:40,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:40,938 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:40,939 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:40,939 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:40,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:41,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:41,249 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:41,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:41,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:41,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:41,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:41,563 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:41,577 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:41,583 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:41,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:41,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:41,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:41,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:42,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:42,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:42,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:42,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:42,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:42,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:42,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:42,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:42,590 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:42,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:42,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:42,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:42,815 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:43,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:43,113 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:43,113 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:43,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:43,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:43,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:43,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:43,599 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:43,922 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:44,038 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:44,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:44,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:44,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:44,248 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:44,248 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:44,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:44,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:44,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:44,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:44,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:44,574 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:44,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:44,600 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:45,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:45,040 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:45,040 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:45,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:45,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:00:45,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:00:45,717 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:46,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:46,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:46,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:46,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:46,882 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:47,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:47,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:47,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:47,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:47,742 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:47,742 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:47,742 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:47,887 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:48,080 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:48,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:48,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:48,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:48,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:48,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:48,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:48,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:48,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:48,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:48,896 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:48,897 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:48,897 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:48,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:49,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:49,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:49,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:49,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:49,686 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:49,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:49,746 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:49,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:49,904 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:50,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:50,184 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:50,185 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:50,185 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:50,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:50,546 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:50,546 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:50,546 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:50,585 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:50,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:50,902 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:50,902 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:50,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:50,977 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:52,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:52,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:52,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:53,116 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:53,556 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:54,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:54,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:54,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:54,141 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:54,608 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:55,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:00:56,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:56,848 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:56,848 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:57,322 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:00:58,017 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:00:58,435 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:00:59,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:00:59,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:00:59,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:00,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:00,416 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:01:00,447 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:00,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:01:00,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:01:01,009 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:01,009 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:01,009 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:01,232 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:01,455 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:03,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:03,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:03,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:03,440 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:03,777 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:05,023 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:05,023 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:05,024 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:05,175 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:05,959 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:06,175 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:07,007 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:07,007 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:07,007 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:07,188 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:07,997 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:08,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:08,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:08,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:08,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:09,197 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:10,225 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:10,225 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:10,225 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:10,326 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:11,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:11,340 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:11,524 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:11,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:11,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:11,646 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:12,349 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:12,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:12,813 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:12,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:12,839 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:13,362 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:13,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:13,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:13,652 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:13,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:14,404 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:14,559 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:14,559 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:14,560 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:14,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:15,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:15,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:15,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:15,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:15,425 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:15,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:01:15,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:01:15,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:15,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:15,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:15,815 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:16,437 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:16,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:16,536 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:16,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:16,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:16,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:16,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:16,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:16,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:17,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:17,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:17,383 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:17,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:17,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:17,439 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:17,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:17,832 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:17,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:17,864 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:18,143 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:18,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:18,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:18,156 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:18,451 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:18,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:18,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:18,452 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:18,461 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:18,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:18,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:18,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:18,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:19,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:19,084 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:19,084 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:19,095 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:19,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:19,387 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:19,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:19,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:19,442 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:19,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:19,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:19,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:19,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:20,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:20,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:20,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:20,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:20,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:20,309 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:20,309 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:20,330 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:20,447 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:20,630 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:20,631 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:20,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:20,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:20,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:20,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:20,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:20,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:21,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:21,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:21,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:21,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:21,452 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:21,550 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:21,551 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:21,551 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:21,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:21,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:21,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:21,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:21,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:21,872 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:22,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:22,176 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:22,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:22,187 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:22,464 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:22,486 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:22,486 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:22,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:22,496 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:22,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:22,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:22,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:22,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:23,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:23,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:23,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:23,117 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:23,417 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:23,417 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:23,417 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:23,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:23,464 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:23,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:23,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:23,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:23,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:24,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:24,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:24,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:24,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:24,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:24,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:24,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:24,375 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:24,469 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:24,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:24,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:24,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:24,686 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:24,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:24,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:24,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:24,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:25,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:25,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:25,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:25,305 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:25,477 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:25,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:25,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:25,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:25,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:25,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:25,916 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:25,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:25,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:26,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:26,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:26,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:26,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:26,489 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:26,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:26,530 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:26,530 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:26,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:26,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:26,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:26,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:26,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:26,851 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:27,139 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:27,139 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:27,139 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:27,164 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:27,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:27,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:27,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:27,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:27,489 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:27,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:27,776 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:27,776 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:27,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:28,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:28,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:28,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:28,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:28,388 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:28,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:28,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:28,410 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:28,494 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:28,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:28,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:28,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:28,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:29,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:29,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:29,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:29,054 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:29,339 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:29,339 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:29,339 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:29,354 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:29,498 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:29,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:29,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:29,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:29,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:29,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:29,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:29,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:29,976 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:30,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:30,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:30,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:30,290 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:30,419 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:01:30,507 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:01:30,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:01:30,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:30,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:30,638 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:30,638 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:30,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:30,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:30,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:30,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:30,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:31,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:31,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:31,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:31,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:31,522 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:31,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:31,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:31,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:31,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:31,847 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:31,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:31,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:31,847 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:31,874 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:32,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:32,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:32,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:32,177 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:32,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:32,491 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:32,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:32,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:32,523 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:32,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:32,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:32,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:32,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:33,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:33,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:33,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:33,526 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:33,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:34,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:34,203 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:34,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:34,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:34,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:34,647 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:34,647 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:34,711 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:34,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:34,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:34,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:34,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:35,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:35,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:35,346 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:35,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:35,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:35,712 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:35,869 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:35,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:35,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:35,994 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:36,239 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:36,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:36,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:36,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:36,543 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:36,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:36,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:36,564 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:36,725 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:36,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:36,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:36,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:36,788 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:37,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:37,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:37,240 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:37,242 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:37,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:37,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:37,736 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:37,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:37,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:37,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:38,855 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:39,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:39,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:39,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:39,277 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:39,970 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:41,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:41,523 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:41,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:41,692 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:42,149 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:42,692 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:42,828 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:42,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:42,828 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:43,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:43,291 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:44,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:44,757 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:44,757 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:44,839 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:45,438 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:45,509 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:01:45,510 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:01:46,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:46,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:46,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:46,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:47,544 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:47,709 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:48,494 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:48,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:48,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:48,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:49,593 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:50,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:50,258 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:50,258 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:50,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:50,680 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:51,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:51,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:51,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:52,081 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:52,772 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:53,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:53,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:53,458 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:53,458 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:53,598 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:53,820 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:54,553 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:54,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:54,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:54,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:54,996 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:55,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:55,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:55,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:55,650 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:56,003 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:56,831 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:56,831 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:56,831 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:57,000 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:57,073 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:57,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:57,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:57,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:57,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:58,171 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:58,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:01:58,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:58,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:58,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:01:59,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:01:59,281 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:01:59,995 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:01:59,995 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:01:59,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:00,040 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:00,375 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:00,419 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:02:00,510 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:02:00,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:02:01,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:01,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:01,382 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:01,527 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:02,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:02,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:02,396 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:02,539 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:02,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:03,416 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:03,416 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:03,416 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:03,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:03,548 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:04,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:04,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:04,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:04,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:04,431 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:04,554 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:05,270 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:05,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:05,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:05,350 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:05,610 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:06,010 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:06,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:06,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:06,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:06,539 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:06,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:06,540 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:06,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:06,611 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:06,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:06,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:06,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:06,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:07,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:07,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:07,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:07,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:07,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:07,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:07,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:07,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:07,618 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:07,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:07,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:07,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:07,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:08,083 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:08,083 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:08,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:08,118 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:08,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:08,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:08,396 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:08,423 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:08,627 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:08,729 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:08,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:08,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:08,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:09,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:09,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:09,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:09,078 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:09,348 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:09,349 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:09,349 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:09,398 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:09,639 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:09,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:09,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:09,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:09,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:09,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:09,961 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:09,962 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:09,962 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:09,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:10,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:10,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:10,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:10,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:10,596 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:10,596 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:10,596 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:10,615 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:10,640 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:10,899 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:10,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:10,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:10,918 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:11,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:11,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:11,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:11,265 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:11,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:11,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:11,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:11,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:11,645 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:11,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:11,851 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:11,851 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:11,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:12,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:12,152 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:12,152 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:12,171 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:12,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:12,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:12,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:12,607 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:12,650 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:12,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:12,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:12,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:12,797 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:13,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:13,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:13,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:13,283 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:13,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:13,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:13,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:13,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:13,669 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:13,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:13,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:13,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:13,724 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:14,022 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:14,023 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:14,023 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:14,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:14,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:14,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:14,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:14,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:14,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:14,649 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:14,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:14,661 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:14,669 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:14,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:14,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:14,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:14,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:14,974 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:15,280 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:15,281 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:15,281 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:15,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:15,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:02:15,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:02:15,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:15,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:15,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:15,670 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:15,686 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:15,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:15,893 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:15,893 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:15,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:16,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:16,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:16,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:16,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:16,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:16,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:16,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:16,541 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:16,677 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:16,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:16,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:16,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:16,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:17,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:17,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:17,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:17,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:17,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:17,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:17,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:17,474 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:17,698 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:17,776 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:17,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:17,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:17,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:18,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:18,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:18,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:18,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:18,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:18,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:18,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:18,410 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:18,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:18,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:18,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:18,712 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:18,721 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:19,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:19,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:19,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:19,036 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:19,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:19,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:19,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:19,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:19,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:19,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:19,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:19,657 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:19,712 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:19,950 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:19,950 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:19,950 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:19,963 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:19,964 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:20,251 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:20,251 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:20,251 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:20,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:20,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:20,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:20,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:20,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:20,717 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:20,882 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:20,883 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:20,883 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:20,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:21,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:21,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:21,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:21,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:21,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:21,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:21,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:21,530 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:21,722 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:21,811 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:21,811 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:21,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:21,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:22,111 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:22,111 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:22,111 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:22,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:22,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:22,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:22,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:22,491 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:22,734 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:22,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:22,745 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:22,745 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:22,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:23,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:23,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:23,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:23,147 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:23,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:23,429 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:23,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:23,496 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:23,740 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:23,855 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:23,855 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:23,855 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:23,949 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:24,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:24,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:24,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:24,336 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:24,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:24,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:24,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:24,743 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:24,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:25,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:25,119 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:25,119 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:25,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:25,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:25,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:25,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:25,537 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:25,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:25,766 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:25,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:25,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:25,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:26,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:26,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:26,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:26,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:26,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:26,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:26,737 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:26,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:26,772 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:26,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:27,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:27,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:27,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:27,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:27,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:27,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:27,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:27,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:27,784 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:27,824 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:27,824 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:27,824 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:27,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:28,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:28,322 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:28,322 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:28,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:28,796 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:28,815 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:28,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:28,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:28,840 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:29,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:29,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:29,537 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:29,586 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:29,809 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:30,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:30,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:30,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:30,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:30,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:30,420 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:02:30,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:02:30,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:02:30,821 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:30,871 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:30,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:30,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:30,913 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:31,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:31,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:31,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:31,465 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:31,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:31,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:31,964 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:31,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:32,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:32,516 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:32,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:32,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:32,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:32,849 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:33,086 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:33,086 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:33,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:33,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:33,680 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:33,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:33,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:33,717 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:33,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:34,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:34,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:34,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:34,334 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:34,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:34,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:34,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:34,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:34,857 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:35,147 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:35,147 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:35,147 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:35,277 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:35,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:35,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:35,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:35,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:35,885 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:35,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:36,508 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:36,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:36,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:36,540 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:36,899 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:37,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:37,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:37,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:37,130 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:37,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:37,799 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:37,799 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:37,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:37,907 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:38,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:38,448 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:38,448 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:38,489 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:38,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:38,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:38,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:38,915 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:38,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:39,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:39,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:39,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:39,237 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:39,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:39,536 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:39,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:39,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:39,853 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:39,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:39,854 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:39,872 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:39,915 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:40,164 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:40,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:40,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:40,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:40,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:40,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:40,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:40,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:40,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:40,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:40,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:40,804 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:40,920 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:41,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:41,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:41,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:41,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:41,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:41,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:41,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:41,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:41,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:41,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:41,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:41,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:41,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:41,926 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:42,041 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:42,041 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:42,041 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:42,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:42,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:42,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:42,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:42,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:42,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:42,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:42,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:42,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:42,938 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:42,969 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:42,969 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:42,969 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:42,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:43,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:43,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:43,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:43,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:43,596 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:43,597 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:43,597 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:43,609 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:43,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:43,896 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:43,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:43,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:43,938 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:44,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:44,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:44,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:44,273 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:44,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:44,530 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:44,530 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:44,541 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:44,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:44,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:44,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:44,854 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:44,947 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:45,157 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:45,157 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:45,157 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:45,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:45,460 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:45,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:45,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:45,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:45,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:02:45,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:02:45,778 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:45,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:45,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:45,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:45,952 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:46,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:46,092 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:46,092 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:46,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:46,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:46,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:46,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:46,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:46,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:46,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:46,715 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:46,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:46,727 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:46,972 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:47,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:47,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:47,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:47,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:47,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:47,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:47,337 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:47,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:47,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:47,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:47,652 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:47,662 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:47,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:47,964 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:47,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:47,972 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:47,974 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:48,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:48,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:48,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:48,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:48,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:48,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:48,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:48,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:48,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:48,884 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:48,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:48,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:48,978 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:49,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:49,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:49,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:49,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:49,516 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:49,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:49,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:49,531 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:49,826 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:49,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:49,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:49,847 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:49,984 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:50,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:50,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:50,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:50,147 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:50,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:50,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:50,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:50,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:50,760 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:50,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:50,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:50,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:51,004 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:51,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:51,072 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:51,072 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:51,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:51,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:51,375 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:51,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:51,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:51,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:51,699 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:51,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:51,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:51,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:52,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:52,004 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:52,004 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:52,014 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:52,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:52,325 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:52,325 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:52,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:52,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:52,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:52,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:52,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:52,649 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:52,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:52,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:52,948 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:52,968 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:53,015 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:53,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:53,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:53,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:53,273 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:53,567 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:53,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:53,568 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:53,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:53,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:53,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:53,880 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:53,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:54,024 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:54,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:54,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:54,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:54,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:54,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:54,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:54,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:54,509 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:54,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:54,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:54,810 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:54,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:55,028 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:55,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:55,121 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:55,121 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:55,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:55,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:55,425 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:55,425 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:55,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:55,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:55,735 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:55,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:55,765 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:56,040 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:56,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:56,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:56,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:56,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:56,376 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:56,376 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:56,376 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:56,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:56,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:56,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:56,686 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:56,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:56,713 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:02:57,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:57,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:57,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:57,032 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:57,040 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:57,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:57,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:57,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:57,338 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:57,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:57,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:57,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:57,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:57,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:57,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:57,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:57,968 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:58,044 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:58,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:58,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:58,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:58,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:58,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:58,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:58,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:58,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:59,052 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:59,052 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:02:59,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:59,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:59,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:59,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:59,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:59,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:59,465 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:02:59,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:02:59,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:02:59,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:02:59,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:00,059 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:00,059 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:00,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:00,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:00,080 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:00,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:00,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:00,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:00,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:00,421 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:03:00,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:03:00,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:03:00,688 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:00,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:00,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:00,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:01,009 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:01,009 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:01,010 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:01,020 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:01,059 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:01,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:01,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:01,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:01,339 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:01,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:01,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:01,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:01,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:01,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:01,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:01,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:01,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:01,962 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:02,066 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:02,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:02,267 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:02,267 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:02,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:02,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:02,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:02,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:02,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:02,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:02,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:02,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:02,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:03,070 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:03,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:03,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:03,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:03,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:03,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:03,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:03,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:03,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:03,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:03,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:03,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:03,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:04,079 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:04,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:04,148 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:04,148 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:04,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:04,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:04,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:04,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:04,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:04,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:04,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:04,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:04,797 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:05,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:05,085 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:05,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:05,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:05,104 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:05,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:05,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:05,412 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:05,423 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:05,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:05,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:05,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:05,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:06,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:06,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:06,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:06,040 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:06,085 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:06,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:06,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:06,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:06,350 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:06,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:06,644 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:06,644 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:06,663 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:06,969 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:06,969 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:06,969 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:06,969 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:07,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:07,090 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:07,281 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:07,281 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:07,282 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:07,307 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:07,606 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:07,607 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:07,607 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:07,651 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:07,918 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:07,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:07,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:07,962 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:08,096 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:08,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:08,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:08,241 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:08,285 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:08,573 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:08,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:08,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:08,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:08,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:08,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:08,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:08,973 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:09,104 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:09,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:09,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:09,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:09,330 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:09,619 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:09,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:09,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:09,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:09,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:09,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:09,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:10,004 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:10,108 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:10,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:10,359 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:10,359 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:10,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:10,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:10,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:10,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:10,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:10,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:10,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:10,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:11,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:11,114 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:11,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:11,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:11,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:11,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:11,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:11,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:11,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:11,655 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:11,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:11,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:11,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:11,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:12,120 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:12,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:12,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:12,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:12,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:12,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:12,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:12,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:12,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:12,580 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:12,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:12,882 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:12,882 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:12,893 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:13,138 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:13,194 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:13,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:13,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:13,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:13,494 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:13,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:13,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:13,514 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:13,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:13,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:13,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:13,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:14,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:14,119 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:14,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:14,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:14,138 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:14,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:14,433 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:14,433 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:14,444 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:14,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:14,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:14,744 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:14,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:15,055 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:15,055 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:15,056 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:15,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:15,145 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:15,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:15,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:15,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:15,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:15,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:03:15,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:03:15,688 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:15,689 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:15,689 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:15,701 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:15,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:16,000 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:16,000 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:16,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:16,151 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:16,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:16,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:16,311 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:16,322 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:16,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:16,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:16,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:16,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:16,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:16,946 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:16,946 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:16,972 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:17,156 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:17,274 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:17,274 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:17,274 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:17,274 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:17,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:17,601 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:17,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:17,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:17,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:17,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:17,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:17,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:17,967 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:18,173 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:18,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:18,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:18,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:18,285 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:18,575 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:18,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:18,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:18,602 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:18,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:18,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:18,917 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:18,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:19,180 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:19,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:19,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:19,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:19,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:19,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:19,718 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:19,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:19,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:20,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:20,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:20,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:20,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:20,180 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:20,433 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:20,433 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:20,433 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:20,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:20,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:20,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:20,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:20,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:21,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:21,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:21,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:21,062 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:21,186 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:21,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:21,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:21,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:21,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:21,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:21,673 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:21,673 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:21,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:21,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:21,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:21,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:21,990 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:22,204 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:22,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:22,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:22,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:22,293 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:22,308 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:22,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:22,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:22,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:22,612 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:22,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:22,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:22,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:22,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:23,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:23,216 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:23,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:23,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:23,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:23,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:23,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:23,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:23,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:23,847 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:23,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:23,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:23,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:24,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:24,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:24,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:24,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:24,216 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:24,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:24,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:24,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:24,489 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:24,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:24,774 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:24,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:24,798 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:25,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:25,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:25,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:25,110 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:25,221 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:25,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:25,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:25,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:25,433 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:25,734 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:25,735 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:25,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:25,756 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:26,044 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:26,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:26,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:26,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:26,229 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:26,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:26,364 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:26,364 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:26,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:26,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:26,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:26,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:26,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:26,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:26,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:26,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:27,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:27,242 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:27,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:27,306 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:27,306 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:27,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:27,323 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:27,618 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:27,618 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:27,618 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:27,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:27,937 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:27,937 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:27,938 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:27,949 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:28,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:28,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:28,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:28,254 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:28,256 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:28,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:28,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:28,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:28,567 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:28,867 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:28,868 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:28,868 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:28,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:29,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:29,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:29,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:29,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:29,255 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:29,490 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:29,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:29,491 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:29,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:29,799 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:29,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:29,800 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:29,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:30,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:30,113 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:30,113 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:30,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:30,263 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:30,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:30,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:30,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:30,438 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:30,438 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:03:30,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:03:30,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:03:30,729 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:30,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:30,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:30,748 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:31,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:31,040 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:31,040 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:31,059 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:31,275 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:31,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:31,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:31,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:31,377 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:31,673 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:31,673 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:31,673 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:31,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:31,986 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:31,994 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:31,994 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:31,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:32,280 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:32,296 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:32,296 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:32,296 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:32,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:32,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:32,607 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:32,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:32,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:32,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:32,915 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:32,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:32,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:32,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:33,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:33,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:33,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:33,234 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:33,281 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:33,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:33,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:33,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:33,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:33,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:33,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:33,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:33,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:34,157 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:34,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:34,158 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:34,171 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:34,288 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:34,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:34,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:34,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:34,474 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:34,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:34,765 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:34,765 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:34,784 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:35,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:35,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:35,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:35,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:35,292 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:35,402 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:35,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:35,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:35,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:35,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:35,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:35,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:35,731 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:36,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:36,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:36,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:36,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:36,304 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:36,337 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:36,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:36,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:36,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:36,662 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:36,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:36,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:36,687 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:36,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:36,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:36,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:37,014 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:37,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:37,310 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:37,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:37,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:37,336 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:37,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:37,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:37,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:37,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:37,658 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:37,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:37,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:37,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:38,002 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:38,314 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:38,350 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:38,350 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:38,350 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:38,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:38,680 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:38,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:38,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:38,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:39,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:39,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:39,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:39,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:39,321 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:39,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:39,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:39,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:39,466 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:39,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:39,813 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:39,813 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:39,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:40,274 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:40,274 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:40,275 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:40,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:40,326 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:40,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:40,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:40,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:40,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:41,164 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:41,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:41,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:41,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:41,331 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:41,600 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:41,600 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:41,600 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:41,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:41,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:41,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:41,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:41,962 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:42,248 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:42,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:42,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:42,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:42,333 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:42,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:42,593 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:42,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:42,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:42,612 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:42,867 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:42,868 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:42,868 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:42,891 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:42,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:42,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:42,924 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:42,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:43,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:43,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:43,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:43,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:43,336 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:43,469 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:43,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:43,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:43,491 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:43,781 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:43,781 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:43,782 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:43,803 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:44,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:44,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:44,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:44,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:44,356 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:44,402 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:44,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:44,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:44,447 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:44,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:44,727 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:44,728 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:44,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:45,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:45,041 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:45,041 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:45,057 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:45,350 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:45,350 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:45,350 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:45,358 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:45,360 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:45,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:03:45,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:03:45,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:45,673 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:45,673 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:45,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:45,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:45,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:45,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:45,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:46,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:46,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:46,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:46,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:46,359 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:46,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:46,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:46,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:46,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:46,898 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:46,898 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:46,898 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:46,917 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:47,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:47,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:47,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:47,231 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:47,364 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:47,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:47,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:47,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:47,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:47,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:47,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:47,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:47,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:47,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:48,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:48,145 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:48,145 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:48,164 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:48,383 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:48,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:48,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:48,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:48,471 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:48,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:48,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:48,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:48,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:49,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:49,081 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:49,081 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:49,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:49,394 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:49,394 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:49,395 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:49,395 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:49,407 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:49,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:49,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:49,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:49,717 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:50,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:50,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:50,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:50,024 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:50,325 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:50,325 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:50,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:50,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:50,385 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:50,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:50,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:50,638 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:50,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:50,951 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:50,951 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:50,952 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:50,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:51,254 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:51,254 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:51,254 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:51,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:51,391 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:51,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:51,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:51,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:51,584 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:51,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:51,882 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:51,882 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:51,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:52,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:52,190 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:52,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:52,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:52,409 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:52,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:52,489 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:52,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:52,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:52,804 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:52,804 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:52,804 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:52,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:53,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:53,113 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:53,113 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:53,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:53,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:53,422 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:53,422 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:53,422 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:53,423 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:53,434 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:53,733 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:53,734 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:53,734 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:53,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:54,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:54,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:54,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:54,050 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:54,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:54,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:54,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:54,360 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:54,423 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:54,661 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:54,662 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:54,662 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:54,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:54,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:54,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:54,973 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:54,993 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:55,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:55,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:55,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:55,303 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:55,428 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:55,597 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:55,597 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:55,598 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:55,617 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:55,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:55,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:55,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:55,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:56,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:56,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:56,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:56,236 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:56,444 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:56,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:56,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:56,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:56,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:56,837 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:56,837 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:56,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:56,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:57,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:57,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:57,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:57,173 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:57,454 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:57,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:57,473 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:57,473 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:57,484 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:57,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:57,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:57,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:57,790 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:58,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:58,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:58,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:58,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:58,424 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:58,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:58,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:58,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:03:58,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:58,455 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:58,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:58,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:58,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:58,788 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:59,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:59,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:59,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:59,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:59,414 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:59,415 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:59,415 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:59,440 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:03:59,461 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:03:59,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:03:59,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:03:59,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:03:59,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:00,166 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:00,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:00,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:00,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:00,427 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:04:00,473 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:00,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:04:00,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:04:00,573 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:00,667 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:00,667 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:00,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:00,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:00,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:00,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:00,984 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:01,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:01,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:01,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:01,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:01,477 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:01,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:01,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:01,804 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:01,843 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:02,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:02,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:02,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:02,305 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:02,485 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:02,698 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:02,698 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:02,698 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:02,738 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:03,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:03,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:03,158 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:03,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:03,492 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:03,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:03,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:03,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:03,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:03,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:03,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:03,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:03,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:03,963 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:04,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:04,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:04,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:04,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:04,504 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:04,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:04,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:04,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:04,569 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:04,865 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:04,865 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:04,865 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:04,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:05,172 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:05,172 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:05,172 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:05,186 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:05,490 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:05,491 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:05,491 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:05,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:05,504 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:05,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:05,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:05,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:05,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:06,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:06,102 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:06,102 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:06,121 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:06,415 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:06,415 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:06,415 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:06,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:06,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:06,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:06,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:06,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:06,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:07,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:07,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:07,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:07,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:07,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:07,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:07,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:07,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:07,518 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:07,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:07,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:07,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:07,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:07,981 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:07,981 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:07,981 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:07,994 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:08,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:08,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:08,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:08,306 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:08,529 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:08,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:08,602 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:08,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:08,613 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:08,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:08,913 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:08,913 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:08,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:08,925 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:09,229 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:09,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:09,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:09,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:09,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:09,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:09,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:09,539 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:09,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:09,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:09,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:09,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:09,874 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:10,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:10,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:10,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:10,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:10,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:10,473 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:10,473 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:10,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:10,540 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:10,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:10,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:10,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:10,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:11,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:11,109 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:11,109 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:11,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:11,422 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:11,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:11,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:11,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:11,546 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:11,748 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:11,748 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:11,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:11,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:12,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:12,057 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:12,057 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:12,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:12,357 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:12,357 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:12,357 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:12,377 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:12,553 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:12,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:12,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:12,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:12,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:12,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:12,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:12,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:12,993 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:13,298 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:13,298 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:13,298 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:13,309 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:13,565 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:13,609 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:13,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:13,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:13,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:13,921 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:13,922 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:13,922 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:13,922 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:13,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:14,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:14,237 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:14,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:14,248 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:14,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:14,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:14,546 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:14,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:14,565 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:14,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:14,846 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:14,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:14,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:15,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:15,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:15,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:15,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:15,480 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:15,480 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:15,480 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:15,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:15,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:04:15,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:04:15,572 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:15,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:15,799 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:15,799 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:15,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:16,110 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:16,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:16,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:16,125 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:16,422 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:16,422 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:16,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:16,434 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:16,573 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:16,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:16,737 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:16,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:16,757 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:17,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:17,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:17,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:17,062 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:17,358 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:17,358 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:17,359 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:17,370 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:17,580 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:17,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:17,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:17,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:17,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:17,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:17,988 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:17,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:18,000 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:18,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:18,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:18,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:18,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:18,592 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:18,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:18,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:18,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:18,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:18,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:18,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:18,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:18,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:18,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:19,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:19,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:19,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:19,256 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:19,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:19,547 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:19,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:19,568 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:19,592 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:19,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:19,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:19,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:19,870 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:20,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:20,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:20,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:20,217 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:20,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:20,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:20,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:20,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:20,594 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:20,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:20,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:20,889 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:20,919 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:21,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:21,246 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:21,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:21,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:21,610 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:21,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:21,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:21,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:21,639 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:21,978 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:22,003 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:22,003 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:22,021 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:22,360 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:22,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:22,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:22,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:22,609 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:22,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:22,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:22,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:22,776 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:23,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:23,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:23,078 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:23,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:23,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:23,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:23,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:23,432 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:23,613 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:23,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:23,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:23,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:23,784 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:24,059 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:24,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:24,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:24,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:24,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:24,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:24,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:24,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:24,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:24,618 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:24,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:24,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:24,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:24,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:25,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:25,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:25,356 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:25,398 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:25,623 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:25,772 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:25,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:25,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:25,823 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:26,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:26,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:26,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:26,259 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:26,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:26,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:26,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:26,601 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:26,623 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:26,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:26,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:26,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:26,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:27,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:27,187 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:27,187 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:27,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:27,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:27,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:27,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:27,527 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:27,628 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:27,805 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:27,806 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:27,806 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:27,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:28,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:28,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:28,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:28,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:28,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:28,425 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:28,425 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:28,438 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:28,636 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:28,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:28,733 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:28,733 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:28,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:29,043 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:29,043 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:29,044 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:29,056 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:29,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:29,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:29,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:29,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:29,370 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:29,648 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:29,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:29,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:29,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:29,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:29,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:29,973 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:29,973 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:29,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:30,280 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:30,280 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:30,280 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:30,294 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:30,428 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:04:30,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:04:30,528 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:04:30,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:30,648 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:30,662 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:30,662 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:30,666 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:30,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:30,904 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:30,904 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:30,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:31,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:31,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:31,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:31,225 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:31,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:31,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:31,528 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:31,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:31,652 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:31,837 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:31,837 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:31,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:31,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:32,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:32,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:32,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:32,160 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:32,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:32,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:32,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:32,474 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:32,659 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:32,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:32,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:32,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:32,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:33,086 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:33,086 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:33,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:33,097 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:33,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:33,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:33,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:33,408 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:33,671 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:33,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:33,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:33,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:33,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:34,016 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:34,017 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:34,017 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:34,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:34,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:34,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:34,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:34,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:34,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:34,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:34,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:34,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:34,646 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:34,671 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:34,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:34,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:34,949 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:34,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:35,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:35,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:35,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:35,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:35,566 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:35,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:35,568 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:35,579 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:35,676 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:35,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:35,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:35,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:35,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:36,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:36,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:36,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:36,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:36,486 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:36,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:36,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:36,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:36,681 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:36,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:36,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:36,795 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:36,805 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:37,095 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:37,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:37,095 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:37,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:37,417 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:37,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:37,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:37,429 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:37,697 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:37,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:37,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:37,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:37,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:38,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:38,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:38,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:38,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:38,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:38,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:38,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:38,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:38,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:38,655 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:38,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:38,675 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:38,697 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:38,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:38,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:38,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:38,981 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:39,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:39,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:39,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:39,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:39,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:39,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:39,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:39,603 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:39,702 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:39,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:39,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:39,889 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:39,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:39,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:40,195 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:40,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:40,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:40,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:40,515 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:40,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:40,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:40,535 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:40,707 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:40,835 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:40,836 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:40,836 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:40,853 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:41,137 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:41,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:41,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:41,163 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:41,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:41,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:41,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:41,469 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:41,715 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:41,854 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:41,855 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:41,855 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:41,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:42,170 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:42,171 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:42,171 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:42,187 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:42,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:42,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:42,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:42,488 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:42,726 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:42,789 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:42,789 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:42,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:42,801 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:43,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:43,121 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:43,121 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:43,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:43,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:43,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:43,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:43,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:43,738 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:43,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:43,793 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:43,793 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:43,823 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:44,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:44,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:44,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:44,157 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:44,458 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:44,458 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:44,458 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:44,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:44,750 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:44,789 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:44,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:44,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:44,818 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:45,115 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:45,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:45,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:45,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:45,146 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:45,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:45,448 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:45,448 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:45,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:45,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:04:45,528 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:04:45,762 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:45,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:45,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:45,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:45,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:46,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:46,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:46,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:46,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:46,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:46,655 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:46,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:46,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:46,773 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:47,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:47,076 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:47,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:47,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:47,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:47,461 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:47,461 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:47,485 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:47,766 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:47,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:47,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:47,784 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:47,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:48,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:48,083 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:48,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:48,095 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:48,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:48,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:48,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:48,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:48,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:48,701 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:48,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:48,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:48,789 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:49,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:49,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:49,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:49,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:49,324 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:49,325 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:49,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:49,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:49,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:49,636 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:49,636 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:49,649 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:49,796 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:49,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:49,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:49,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:49,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:50,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:50,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:50,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:50,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:50,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:50,576 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:50,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:50,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:50,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:50,810 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:50,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:50,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:50,889 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:50,901 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:51,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:51,202 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:51,202 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:51,214 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:51,513 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:51,513 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:51,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:51,525 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:51,815 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:51,815 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:51,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:51,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:51,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:52,129 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:52,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:52,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:52,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:52,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:52,450 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:52,450 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:52,465 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:52,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:52,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:52,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:52,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:52,815 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:53,067 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:53,067 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:53,067 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:53,079 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:53,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:53,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:53,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:53,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:53,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:53,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:53,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:53,707 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:53,825 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:53,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:53,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:53,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:54,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:54,319 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:54,319 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:54,319 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:54,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:54,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:54,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:54,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:54,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:54,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:54,953 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:54,953 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:54,953 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:54,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:55,263 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:55,264 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:55,264 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:55,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:04:55,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:55,571 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:55,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:55,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:55,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:55,842 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:55,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:55,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:55,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:55,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:56,194 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:56,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:56,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:56,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:56,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:56,506 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:56,506 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:56,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:56,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:56,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:56,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:56,843 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:56,860 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:57,126 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:57,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:57,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:57,159 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:57,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:57,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:57,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:57,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:57,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:57,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:57,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:57,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:57,846 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:58,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:58,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:58,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:58,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:58,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:58,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:58,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:58,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:58,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:58,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:58,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:58,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:58,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:59,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:59,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:59,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:59,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:59,322 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:59,322 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:59,322 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:59,340 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:59,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:59,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:59,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:59,654 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:04:59,867 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:04:59,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:04:59,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:04:59,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:04:59,967 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:00,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:00,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:00,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:00,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:00,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:00,431 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:05:00,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:05:00,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:05:00,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:00,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:00,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:00,687 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:00,879 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:00,920 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:00,921 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:00,921 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:00,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:01,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:01,232 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:01,232 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:01,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:01,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:01,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:01,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:01,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:01,861 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:01,861 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:01,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:01,872 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:01,879 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:02,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:02,181 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:02,181 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:02,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:02,486 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:02,486 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:02,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:02,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:02,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:02,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:02,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:02,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:02,880 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:03,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:03,119 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:03,119 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:03,130 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:03,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:03,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:03,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:03,443 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:03,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:03,744 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:03,744 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:03,756 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:03,887 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:04,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:04,057 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:04,057 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:04,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:04,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:04,371 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:04,371 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:04,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:04,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:04,679 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:04,679 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:04,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:04,900 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:04,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:04,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:04,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:05,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:05,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:05,305 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:05,305 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:05,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:05,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:05,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:05,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:05,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:05,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:05,912 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:05,961 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:05,961 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:05,961 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:05,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:06,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:06,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:06,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:06,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:06,632 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:06,632 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:06,632 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:06,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:06,924 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:06,969 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:06,969 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:06,969 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:06,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:07,301 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:07,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:07,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:07,332 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:07,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:07,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:07,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:07,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:07,936 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:07,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:07,991 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:07,991 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:08,015 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:08,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:08,425 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:08,425 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:08,456 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:08,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:08,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:08,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:08,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:08,946 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:09,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:09,092 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:09,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:09,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:09,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:09,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:09,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:09,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:09,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:09,813 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:09,813 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:09,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:09,950 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:10,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:10,122 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:10,122 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:10,133 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:10,435 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:10,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:10,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:10,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:10,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:10,734 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:10,734 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:10,734 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:10,753 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:10,969 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:11,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:11,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:11,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:11,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:11,358 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:11,358 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:11,358 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:11,377 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:11,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:11,679 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:11,679 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:11,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:11,990 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:12,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:12,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:12,078 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:12,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:12,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:12,393 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:12,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:12,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:12,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:12,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:12,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:12,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:13,002 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:13,018 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:13,018 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:13,018 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:13,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:13,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:13,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:13,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:13,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:13,635 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:13,636 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:13,636 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:13,659 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:13,953 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:13,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:13,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:13,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:14,002 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:14,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:14,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:14,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:14,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:14,576 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:14,576 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:14,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:14,598 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:14,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:14,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:14,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:14,911 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:15,010 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:15,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:15,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:15,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:15,232 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:15,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:15,521 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:15,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:15,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:15,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:05:15,549 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:15,549 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:05:15,826 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:15,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:15,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:15,847 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:16,019 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:16,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:16,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:16,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:16,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:16,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:16,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:16,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:16,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:16,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:16,761 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:16,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:16,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:17,031 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:17,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:17,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:17,075 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:17,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:17,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:17,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:17,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:17,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:17,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:17,701 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:17,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:17,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:18,008 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:18,008 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:18,008 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:18,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:18,031 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:18,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:18,318 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:18,318 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:18,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:18,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:18,620 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:18,620 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:18,639 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:18,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:18,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:18,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:18,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:19,036 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:19,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:19,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:19,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:19,264 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:19,566 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:19,566 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:19,566 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:19,577 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:19,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:19,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:19,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:19,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:20,042 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:20,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:20,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:20,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:20,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:20,494 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:20,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:20,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:20,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:20,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:20,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:20,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:20,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:20,810 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:21,057 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:21,110 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:21,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:21,111 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:21,121 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:21,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:21,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:21,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:21,432 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:21,733 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:21,734 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:21,734 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:21,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:22,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:22,043 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:22,043 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:22,054 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:22,057 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:22,357 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:22,357 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:22,357 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:22,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:22,670 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:22,671 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:22,671 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:22,682 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:22,981 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:22,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:22,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:22,993 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:23,058 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:23,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:23,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:23,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:23,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:23,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:23,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:23,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:23,614 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:23,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:23,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:23,912 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:23,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:24,063 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:24,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:24,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:24,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:24,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:24,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:24,518 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:24,518 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:24,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:24,840 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:24,840 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:24,840 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:24,851 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:25,082 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:25,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:25,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:25,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:25,166 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:25,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:25,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:25,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:25,476 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:25,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:25,764 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:25,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:25,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:26,094 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:26,094 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:26,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:26,095 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:26,095 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:26,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:26,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:26,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:26,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:26,427 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:26,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:26,787 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:26,787 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:26,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:27,105 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:27,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:27,170 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:27,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:27,204 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:27,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:27,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:27,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:27,579 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:27,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:27,902 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:27,902 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:27,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:28,110 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:28,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:28,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:28,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:28,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:28,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:28,646 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:28,646 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:28,688 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:29,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:29,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:29,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:29,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:29,112 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:29,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:29,433 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:29,433 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:29,471 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:29,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:29,850 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:29,850 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:29,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:30,121 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:30,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:30,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:30,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:30,271 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:30,432 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:05:30,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:05:30,554 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:05:30,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:30,696 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:30,696 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:30,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:31,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:31,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:31,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:31,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:31,127 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:31,458 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:31,459 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:31,459 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:31,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:31,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:31,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:31,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:31,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:31,847 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:32,140 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:32,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:32,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:32,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:32,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:32,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:32,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:32,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:32,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:33,152 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:33,164 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:33,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:33,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:33,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:33,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:33,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:33,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:33,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:34,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:34,093 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:34,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:34,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:34,152 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:34,395 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:34,395 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:34,395 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:34,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:34,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:34,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:34,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:34,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:35,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:35,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:35,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:35,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:35,158 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:35,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:35,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:35,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:35,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:35,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:35,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:35,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:35,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:36,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:36,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:36,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:36,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:36,164 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:36,370 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:36,370 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:36,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:36,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:36,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:36,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:36,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:36,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:36,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:36,994 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:36,995 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:36,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:37,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:37,170 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:37,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:37,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:37,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:37,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:37,607 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:37,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:37,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:37,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:37,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:37,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:37,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:37,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:38,204 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:38,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:38,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:38,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:38,241 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:38,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:38,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:38,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:38,546 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:38,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:38,846 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:38,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:38,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:39,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:39,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:39,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:39,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:39,204 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:39,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:39,466 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:39,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:39,478 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:39,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:39,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:39,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:39,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:40,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:40,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:40,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:40,105 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:40,209 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:40,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:40,393 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:40,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:40,412 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:40,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:40,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:40,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:40,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:41,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:41,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:41,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:41,040 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:41,215 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:41,340 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:41,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:41,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:41,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:41,653 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:41,654 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:41,654 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:41,665 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:41,966 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:41,967 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:41,967 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:41,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:42,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:42,220 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:42,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:42,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:42,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:42,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:42,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:42,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:42,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:42,637 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:42,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:42,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:42,931 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:42,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:43,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:43,235 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:43,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:43,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:43,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:43,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:43,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:43,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:43,566 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:43,858 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:43,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:43,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:43,882 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:44,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:44,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:44,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:44,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:44,235 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:44,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:44,491 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:44,491 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:44,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:44,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:44,811 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:44,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:44,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:45,126 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:45,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:45,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:45,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:45,242 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:45,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:45,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:45,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:45,455 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:45,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:05:45,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:05:45,751 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:45,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:45,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:45,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:46,053 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:46,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:46,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:46,072 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:46,249 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:46,367 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:46,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:46,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:46,386 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:46,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:46,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:46,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:46,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:46,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:46,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:46,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:46,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:47,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:47,263 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:47,299 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:47,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:47,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:47,319 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:47,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:47,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:47,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:47,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:47,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:47,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:47,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:47,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:48,248 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:48,249 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:48,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:48,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:48,263 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:48,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:48,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:48,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:48,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:48,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:48,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:48,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:48,881 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:49,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:49,181 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:49,181 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:49,193 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:49,268 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:49,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:49,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:49,490 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:49,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:49,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:49,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:49,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:49,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:50,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:50,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:50,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:50,137 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:50,274 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:50,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:50,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:50,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:50,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:50,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:50,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:50,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:50,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:51,170 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:51,170 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:51,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:51,238 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:51,278 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:51,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:51,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:51,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:51,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:51,899 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:51,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:51,900 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:51,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:52,290 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:52,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:52,318 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:52,318 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:52,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:52,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:52,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:52,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:52,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:52,759 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:53,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:53,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:53,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:53,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:53,296 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:53,539 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:53,540 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:53,540 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:53,566 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:53,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:53,929 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:53,929 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:53,963 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:54,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:54,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:54,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:54,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:54,297 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:54,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:54,581 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:54,581 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:54,607 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:54,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:54,931 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:54,931 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:54,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:55,308 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:55,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:55,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:55,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:55,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:55,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:55,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:55,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:55,761 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:56,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:56,121 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:56,121 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:56,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:56,313 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:56,430 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:56,430 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:56,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:56,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:56,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:56,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:56,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:56,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:57,048 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:57,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:57,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:57,059 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:57,325 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:57,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:57,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:57,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:57,356 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:05:57,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:57,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:57,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:57,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:57,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:57,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:57,973 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:57,973 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:57,991 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:58,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:58,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:58,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:58,303 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:58,325 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:58,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:58,602 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:58,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:58,621 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:58,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:58,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:58,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:58,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:59,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:59,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:59,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:59,257 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:59,329 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:05:59,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:59,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:59,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:59,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:05:59,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:05:59,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:05:59,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:05:59,872 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:00,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:00,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:00,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:00,193 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:00,335 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:00,437 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:06:00,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:00,491 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:00,491 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:00,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:00,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:06:00,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:06:00,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:00,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:00,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:00,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:01,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:01,121 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:01,121 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:01,133 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:01,354 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:01,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:01,444 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:01,444 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:01,457 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:01,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:01,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:01,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:01,772 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:02,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:02,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:02,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:02,081 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:02,359 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:02,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:02,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:02,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:02,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:02,395 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:02,690 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:02,690 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:02,690 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:02,702 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:02,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:02,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:02,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:03,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:03,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:03,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:03,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:03,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:03,360 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:03,614 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:03,614 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:03,614 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:03,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:03,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:03,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:03,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:03,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:04,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:04,249 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:04,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:04,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:04,365 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:04,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:04,554 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:04,554 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:04,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:04,864 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:04,864 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:04,864 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:04,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:05,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:05,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:05,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:05,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:05,372 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:05,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:05,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:05,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:05,506 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:05,806 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:05,806 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:05,806 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:05,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:06,115 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:06,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:06,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:06,134 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:06,383 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:06,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:06,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:06,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:06,445 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:06,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:06,745 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:06,745 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:06,756 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:07,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:07,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:07,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:07,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:07,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:07,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:07,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:07,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:07,383 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:07,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:07,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:07,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:07,673 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:07,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:07,992 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:07,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:07,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:08,004 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:08,304 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:08,304 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:08,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:08,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:08,389 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:08,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:08,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:08,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:08,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:08,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:08,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:08,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:08,926 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:09,227 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:09,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:09,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:09,238 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:09,394 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:09,540 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:09,541 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:09,541 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:09,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:09,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:09,851 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:09,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:09,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:10,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:10,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:10,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:10,184 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:10,413 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:10,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:10,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:10,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:10,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:10,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:10,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:10,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:10,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:11,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:11,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:11,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:11,130 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:11,420 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:11,420 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:11,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:11,428 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:11,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:11,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:11,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:11,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:11,744 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:12,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:12,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:12,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:12,055 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:12,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:12,440 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:12,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:12,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:12,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:12,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:12,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:12,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:12,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:12,791 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:13,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:13,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:13,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:13,101 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:13,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:13,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:13,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:13,447 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:13,495 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:13,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:13,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:13,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:13,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:14,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:14,152 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:14,152 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:14,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:14,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:14,506 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:14,507 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:14,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:14,569 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:14,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:14,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:14,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:14,937 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:15,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:15,282 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:15,282 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:15,338 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:15,512 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:15,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:06:15,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:06:15,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:15,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:15,706 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:15,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:16,115 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:16,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:16,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:16,171 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:16,524 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:16,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:16,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:16,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:16,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:16,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:16,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:16,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:16,991 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:17,333 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:17,333 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:17,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:17,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:17,536 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:17,748 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:17,748 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:17,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:17,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:17,778 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:18,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:18,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:18,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:18,219 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:18,548 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:18,567 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:18,567 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:18,567 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:18,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:18,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:18,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:18,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:18,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:19,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:19,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:19,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:19,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:19,508 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:19,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:19,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:19,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:19,548 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:19,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:19,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:19,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:19,826 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:20,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:20,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:20,128 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:20,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:20,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:20,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:20,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:20,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:20,554 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:20,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:20,737 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:20,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:20,756 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:21,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:21,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:21,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:21,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:21,368 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:21,368 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:21,368 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:21,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:21,557 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:21,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:21,676 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:21,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:21,687 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:21,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:21,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:21,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:21,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:22,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:22,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:22,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:22,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:22,578 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:22,607 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:22,607 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:22,607 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:22,618 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:22,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:22,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:22,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:22,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:22,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:23,229 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:23,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:23,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:23,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:23,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:23,536 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:23,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:23,549 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:23,578 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:23,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:23,851 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:23,851 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:23,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:24,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:24,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:24,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:24,170 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:24,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:24,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:24,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:24,484 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:24,586 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:24,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:24,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:24,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:24,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:25,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:25,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:25,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:25,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:25,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:25,408 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:25,408 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:25,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:25,593 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:25,719 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:25,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:25,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:25,731 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:26,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:26,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:26,035 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:26,054 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:26,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:26,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:26,332 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:26,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:26,605 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:26,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:26,655 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:26,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:26,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:26,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:26,967 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:26,967 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:26,979 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:27,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:27,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:27,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:27,303 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:27,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:27,593 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:27,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:27,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:27,607 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:27,905 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:27,905 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:27,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:27,919 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:28,206 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:28,206 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:28,206 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:28,207 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:28,226 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:28,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:28,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:28,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:28,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:28,611 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:28,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:28,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:28,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:28,844 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:29,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:29,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:29,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:29,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:29,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:29,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:29,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:29,467 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:29,618 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:29,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:29,764 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:29,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:29,775 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:30,074 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:30,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:30,075 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:30,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:30,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:30,380 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:30,380 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:30,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:30,438 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:06:30,558 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:06:30,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:06:30,639 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:30,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:30,714 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:30,715 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:30,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:31,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:31,015 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:31,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:31,040 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:31,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:31,332 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:31,332 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:31,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:31,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:31,644 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:31,644 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:31,652 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:31,666 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:31,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:31,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:31,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:31,974 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:32,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:32,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:32,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:32,280 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:32,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:32,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:32,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:32,608 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:32,652 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:32,883 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:32,883 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:32,883 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:32,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:33,204 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:33,204 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:33,205 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:33,216 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:33,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:33,514 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:33,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:33,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:33,526 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:33,657 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:33,818 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:33,818 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:33,818 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:33,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:34,129 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:34,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:34,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:34,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:34,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:34,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:34,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:34,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:34,668 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:34,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:34,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:34,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:34,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:35,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:35,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:35,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:35,104 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:35,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:35,393 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:35,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:35,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:35,680 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:35,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:35,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:35,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:35,748 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:36,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:36,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:36,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:36,075 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:36,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:36,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:36,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:36,403 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:36,692 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:36,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:36,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:36,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:36,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:37,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:37,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:37,042 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:37,072 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:37,374 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:37,375 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:37,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:37,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:37,703 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:37,704 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:37,704 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:37,704 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:37,731 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:38,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:38,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:38,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:38,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:38,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:38,521 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:38,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:38,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:38,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:38,713 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:38,899 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:38,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:38,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:38,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:39,296 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:39,296 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:39,296 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:39,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:39,606 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:39,606 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:39,607 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:39,617 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:39,720 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:39,910 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:39,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:39,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:39,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:40,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:40,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:40,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:40,239 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:40,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:40,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:40,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:40,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:40,725 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:40,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:40,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:40,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:40,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:41,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:41,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:41,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:41,171 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:41,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:41,473 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:41,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:41,484 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:41,736 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:41,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:41,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:41,787 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:41,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:42,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:42,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:42,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:42,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:42,430 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:42,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:42,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:42,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:42,748 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:42,768 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:42,769 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:42,769 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:42,781 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:43,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:43,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:43,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:43,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:43,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:43,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:43,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:43,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:43,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:43,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:43,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:43,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:43,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:43,748 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:44,023 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:44,023 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:44,024 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:44,056 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:44,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:44,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:44,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:44,369 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:44,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:44,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:44,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:44,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:44,765 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:45,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:45,047 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:45,047 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:45,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:45,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:45,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:45,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:45,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:45,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:06:45,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:06:45,726 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:45,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:45,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:45,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:45,770 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:46,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:46,052 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:46,052 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:46,075 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:46,346 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:46,346 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:46,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:46,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:46,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:46,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:46,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:46,712 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:46,776 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:46,986 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:46,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:46,987 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:47,016 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:47,298 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:47,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:47,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:47,326 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:47,607 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:47,607 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:47,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:47,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:47,783 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:47,920 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:47,921 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:47,921 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:47,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:48,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:48,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:48,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:48,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:48,541 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:48,541 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:48,541 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:48,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:48,801 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:48,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:48,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:48,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:48,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:48,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:49,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:49,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:49,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:49,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:49,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:49,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:49,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:49,488 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:49,787 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:49,787 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:49,787 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:49,799 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:49,801 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:50,101 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:50,102 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:50,102 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:50,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:50,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:50,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:50,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:50,423 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:50,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:50,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:50,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:50,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:50,809 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:51,035 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:51,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:51,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:51,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:51,348 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:51,348 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:51,348 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:51,359 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:51,658 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:51,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:51,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:51,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:51,814 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:51,960 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:51,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:51,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:51,979 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:52,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:52,266 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:52,266 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:52,286 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:52,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:52,588 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:52,588 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:52,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:52,836 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:52,892 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:52,892 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:52,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:52,911 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:53,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:53,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:53,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:53,218 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:53,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:53,520 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:53,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:53,530 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:53,828 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:53,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:53,828 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:53,836 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:53,838 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:54,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:54,133 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:54,133 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:54,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:54,152 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:54,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:54,452 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:54,452 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:54,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:54,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:54,754 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:54,754 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:54,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:54,837 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:55,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:55,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:55,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:55,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:55,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:55,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:55,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:55,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:55,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:55,698 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:55,698 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:55,727 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:55,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:56,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:56,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:56,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:56,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:56,342 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:56,342 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:56,342 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:56,371 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:56,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:56,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:56,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:56,712 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:56,846 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:57,007 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:57,007 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:57,008 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:57,034 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:57,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:57,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:57,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:57,375 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:57,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:57,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:57,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:57,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:57,849 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:57,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:57,991 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:57,991 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:58,021 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:58,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:58,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:58,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:58,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:58,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:58,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:58,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:58,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:58,855 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:59,041 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:59,041 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:59,041 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:59,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:59,460 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:59,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:59,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:59,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:06:59,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:06:59,861 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:06:59,934 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:06:59,934 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:06:59,934 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:06:59,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:00,439 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:07:00,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:00,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:00,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:00,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:00,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:07:00,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:07:00,883 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:00,926 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:00,926 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:00,926 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:00,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:01,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:01,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:01,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:01,335 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:01,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:01,629 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:01,629 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:01,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:01,904 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:01,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:01,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:01,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:01,962 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:02,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:02,286 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:02,286 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:02,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:02,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:02,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:02,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:02,629 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:02,916 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:02,934 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:02,934 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:02,934 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:02,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:03,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:03,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:03,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:03,298 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:03,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:03,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:03,624 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:03,650 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:03,934 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:03,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:03,998 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:03,998 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:04,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:04,370 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:04,370 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:04,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:04,399 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:04,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:04,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:04,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:04,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:04,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:04,941 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:05,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:05,057 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:05,057 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:05,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:05,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:05,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:05,369 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:05,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:05,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:05,679 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:05,679 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:05,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:05,947 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:05,992 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:05,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:05,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:06,004 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:06,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:06,307 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:06,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:06,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:06,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:06,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:06,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:06,637 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:06,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:06,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:06,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:06,950 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:06,952 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:07,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:07,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:07,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:07,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:07,560 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:07,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:07,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:07,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:07,871 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:07,872 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:07,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:07,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:07,958 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:08,187 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:08,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:08,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:08,199 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:08,500 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:08,500 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:08,500 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:08,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:08,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:08,808 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:08,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:08,819 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:08,962 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:09,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:09,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:09,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:09,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:09,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:09,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:09,413 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:09,432 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:09,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:09,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:09,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:09,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:09,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:09,973 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:10,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:10,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:10,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:10,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:10,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:10,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:10,352 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:10,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:10,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:10,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:10,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:10,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:10,973 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:10,973 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:10,973 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:10,981 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:10,985 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:11,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:11,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:11,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:11,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:11,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:11,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:11,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:11,603 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:11,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:11,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:11,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:11,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:11,986 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:12,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:12,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:12,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:12,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:12,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:12,518 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:12,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:12,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:12,923 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:12,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:12,924 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:12,936 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:12,986 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:13,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:13,238 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:13,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:13,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:13,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:13,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:13,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:13,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:13,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:13,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:13,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:13,870 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:13,992 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:14,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:14,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:14,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:14,182 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:14,477 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:14,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:14,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:14,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:14,787 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:14,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:14,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:14,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:14,799 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:15,003 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:15,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:15,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:15,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:15,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:15,412 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:15,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:15,413 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:15,424 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:15,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:07:15,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:07:15,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:15,723 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:15,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:15,734 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:16,009 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:16,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:16,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:16,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:16,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:16,350 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:16,350 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:16,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:16,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:16,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:16,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:16,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:16,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:16,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:16,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:16,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:16,993 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:17,010 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:17,283 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:17,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:17,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:17,303 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:17,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:17,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:17,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:17,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:17,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:17,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:17,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:17,975 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:18,011 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:18,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:18,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:18,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:18,334 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:18,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:18,655 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:18,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:18,683 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:19,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:19,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:19,014 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:19,022 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:19,041 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:19,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:19,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:19,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:19,377 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:19,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:19,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:19,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:19,734 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:20,035 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:20,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:20,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:20,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:20,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:20,185 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:20,607 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:20,607 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:20,607 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:20,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:21,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:21,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:21,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:21,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:21,046 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:21,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:21,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:21,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:21,492 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:21,894 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:21,894 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:21,894 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:21,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:22,051 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:22,270 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:22,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:22,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:22,296 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:22,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:22,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:22,670 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:22,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:23,063 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:23,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:23,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:23,106 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:23,156 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:23,553 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:23,554 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:23,554 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:23,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:23,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:23,930 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:23,931 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:23,976 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:24,070 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:24,337 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:24,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:24,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:24,384 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:24,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:24,749 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:24,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:24,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:25,077 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:25,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:25,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:25,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:25,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:25,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:25,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:25,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:25,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:25,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:25,835 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:25,835 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:25,836 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:25,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:26,094 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:26,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:26,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:26,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:26,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:26,452 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:26,452 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:26,452 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:26,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:26,760 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:26,761 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:26,761 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:26,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:27,063 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:27,063 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:27,063 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:27,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:27,094 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:27,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:27,375 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:27,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:27,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:27,692 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:27,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:27,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:27,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:28,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:28,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:28,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:28,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:28,099 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:28,315 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:28,315 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:28,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:28,326 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:28,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:28,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:28,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:28,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:28,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:28,935 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:28,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:28,948 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:29,105 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:29,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:29,246 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:29,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:29,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:29,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:29,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:29,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:29,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:29,862 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:29,862 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:29,862 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:29,874 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:30,123 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:30,175 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:30,175 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:30,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:30,187 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:30,440 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:07:30,441 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:30,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:30,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:30,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:30,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:30,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:07:30,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:07:30,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:30,801 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:30,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:30,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:31,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:31,109 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:31,109 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:31,120 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:31,123 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:31,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:31,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:31,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:31,424 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:31,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:31,728 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:31,728 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:31,739 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:32,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:32,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:32,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:32,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:32,127 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:32,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:32,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:32,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:32,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:32,657 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:32,657 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:32,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:32,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:32,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:32,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:32,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:32,981 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:33,134 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:33,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:33,280 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:33,280 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:33,294 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:33,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:33,600 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:33,600 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:33,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:33,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:33,904 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:33,904 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:33,917 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:34,154 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:34,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:34,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:34,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:34,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:34,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:34,520 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:34,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:34,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:34,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:34,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:34,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:34,875 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:35,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:35,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:35,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:35,164 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:35,188 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:35,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:35,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:35,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:35,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:35,506 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:35,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:35,776 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:35,776 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:35,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:36,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:36,076 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:36,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:36,103 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:36,171 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:36,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:36,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:36,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:36,409 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:36,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:36,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:36,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:36,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:37,021 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:37,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:37,022 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:37,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:37,179 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:37,319 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:37,319 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:37,319 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:37,338 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:37,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:37,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:37,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:37,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:37,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:37,939 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:37,939 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:37,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:38,191 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:38,242 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:38,242 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:38,242 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:38,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:38,559 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:38,559 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:38,559 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:38,580 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:38,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:38,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:38,878 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:38,889 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:39,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:39,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:39,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:39,195 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:39,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:39,503 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:39,504 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:39,504 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:39,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:39,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:39,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:39,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:39,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:40,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:40,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:40,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:40,137 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:40,196 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:40,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:40,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:40,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:40,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:40,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:40,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:40,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:40,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:40,765 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:41,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:41,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:41,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:41,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:41,205 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:41,376 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:41,376 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:41,376 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:41,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:41,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:41,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:41,686 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:41,722 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:42,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:42,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:42,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:42,101 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:42,213 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:42,453 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:42,453 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:42,453 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:42,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:42,822 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:42,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:42,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:42,853 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:43,228 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:43,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:43,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:43,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:43,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:43,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:43,704 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:43,704 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:43,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:44,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:44,102 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:44,102 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:44,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:44,231 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:44,550 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:44,550 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:44,550 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:44,580 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:45,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:45,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:45,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:45,031 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:45,243 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:45,415 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:45,415 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:45,415 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:45,440 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:45,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:07:45,563 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:07:45,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:45,731 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:45,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:45,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:45,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:46,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:46,108 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:46,108 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:46,130 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:46,253 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:46,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:46,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:46,479 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:46,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:46,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:46,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:46,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:46,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:47,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:47,258 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:47,258 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:47,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:47,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:47,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:47,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:47,578 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:47,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:47,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:47,874 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:47,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:47,893 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:48,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:48,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:48,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:48,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:48,258 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:48,511 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:48,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:48,512 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:48,525 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:48,824 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:48,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:48,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:48,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:49,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:49,142 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:49,142 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:49,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:49,266 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:49,452 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:49,453 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:49,453 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:49,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:49,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:49,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:49,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:49,775 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:50,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:50,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:50,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:50,100 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:50,273 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:50,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:50,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:50,382 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:50,410 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:50,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:50,703 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:50,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:50,723 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:51,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:51,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:51,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:51,015 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:51,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:51,284 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:51,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:51,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:51,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:51,360 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:51,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:51,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:51,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:51,665 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:51,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:51,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:51,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:51,980 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:52,253 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:52,253 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:52,253 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:52,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:52,284 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:52,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:52,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:52,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:52,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:52,873 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:52,874 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:52,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:52,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:53,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:53,192 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:53,192 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:53,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:53,289 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:53,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:53,503 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:53,503 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:53,515 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:53,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:53,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:53,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:53,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:54,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:54,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:54,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:54,140 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:54,295 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:54,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:54,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:54,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:54,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:54,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:54,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:54,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:54,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:55,062 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:55,062 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:55,062 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:55,074 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:55,325 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:55,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:55,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:55,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:55,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:55,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:55,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:55,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:55,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:55,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:55,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:55,987 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:56,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:56,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:56,307 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:56,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:56,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:07:56,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:56,325 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:56,619 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:56,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:56,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:56,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:56,928 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:56,928 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:56,928 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:56,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:57,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:57,246 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:57,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:57,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:57,330 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:57,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:57,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:57,552 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:57,564 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:57,854 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:57,854 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:57,854 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:57,873 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:58,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:58,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:58,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:58,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:58,338 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:58,480 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:58,480 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:58,480 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:58,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:58,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:58,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:58,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:58,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:59,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:59,113 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:59,113 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:59,125 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:59,360 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:07:59,415 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:59,416 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:59,416 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:59,429 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:07:59,724 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:07:59,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:07:59,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:07:59,738 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:00,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:00,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:00,042 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:00,056 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:00,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:00,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:00,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:00,371 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:00,395 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:00,442 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:08:00,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:08:00,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:08:00,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:00,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:00,696 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:00,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:00,994 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:00,995 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:00,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:01,030 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:01,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:01,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:01,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:01,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:01,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:01,371 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:01,618 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:01,618 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:01,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:01,649 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:01,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:01,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:01,934 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:01,965 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:02,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:02,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:02,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:02,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:02,380 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:02,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:02,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:02,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:02,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:02,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:02,872 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:02,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:02,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:03,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:03,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:03,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:03,199 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:03,387 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:03,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:03,503 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:03,503 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:03,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:03,807 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:03,807 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:03,807 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:03,826 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:04,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:04,145 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:04,145 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:04,190 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:04,399 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:04,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:04,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:04,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:04,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:04,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:04,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:04,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:04,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:05,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:05,185 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:05,185 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:05,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:05,403 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:05,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:05,536 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:05,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:05,584 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:05,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:05,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:05,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:05,899 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:06,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:06,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:06,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:06,253 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:06,412 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:06,558 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:06,558 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:06,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:06,559 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:06,607 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:06,882 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:06,882 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:06,882 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:06,920 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:07,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:07,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:07,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:07,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:07,419 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:07,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:07,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:07,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:07,662 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:07,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:07,979 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:07,979 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:08,036 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:08,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:08,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:08,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:08,415 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:08,424 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:08,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:08,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:08,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:08,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:09,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:09,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:09,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:09,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:09,430 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:09,559 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:09,559 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:09,559 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:09,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:09,964 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:09,965 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:09,965 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:09,979 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:10,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:10,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:10,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:10,289 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:10,438 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:10,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:10,593 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:10,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:10,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:10,907 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:10,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:10,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:10,919 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:11,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:11,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:11,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:11,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:11,441 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:11,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:11,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:11,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:11,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:11,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:11,850 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:11,850 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:11,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:11,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:12,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:12,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:12,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:12,172 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:12,453 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:12,469 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:12,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:12,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:12,478 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:12,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:12,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:12,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:12,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:13,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:13,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:13,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:13,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:13,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:13,457 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:13,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:13,465 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:13,469 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:13,768 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:13,768 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:13,769 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:13,777 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:14,081 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:14,081 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:14,081 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:14,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:14,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:14,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:14,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:14,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:14,466 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:14,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:14,764 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:14,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:14,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:15,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:15,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:15,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:15,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:15,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:15,394 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:15,394 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:15,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:15,466 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:15,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:08:15,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:08:15,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:15,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:15,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:15,719 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:16,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:16,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:16,021 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:16,035 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:16,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:16,332 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:16,332 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:16,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:16,471 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:16,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:16,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:16,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:16,655 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:16,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:16,952 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:16,952 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:16,953 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:16,965 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:17,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:17,265 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:17,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:17,277 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:17,486 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:17,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:17,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:17,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:17,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:17,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:17,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:17,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:17,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:18,191 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:18,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:18,192 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:18,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:18,498 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:18,512 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:18,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:18,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:18,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:18,823 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:18,824 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:18,824 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:18,857 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:19,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:19,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:19,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:19,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:19,417 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:19,417 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:19,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:19,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:19,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:19,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:19,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:19,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:19,512 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:19,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:19,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:19,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:19,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:20,021 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:20,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:20,021 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:20,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:20,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:20,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:20,337 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:20,384 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:20,518 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:20,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:20,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:20,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:20,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:20,965 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:20,965 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:20,966 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:20,981 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:21,281 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:21,281 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:21,281 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:21,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:21,539 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:21,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:21,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:21,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:21,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:21,904 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:21,905 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:21,905 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:21,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:22,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:22,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:22,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:22,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:22,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:22,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:22,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:22,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:22,539 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:22,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:22,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:22,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:22,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:22,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:23,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:23,153 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:23,153 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:23,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:23,469 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:23,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:23,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:23,524 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:23,540 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:23,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:23,779 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:23,779 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:23,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:24,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:24,107 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:24,107 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:24,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:24,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:24,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:24,422 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:24,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:24,545 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:24,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:24,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:24,738 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:24,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:25,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:25,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:25,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:25,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:25,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:25,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:25,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:25,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:25,549 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:25,680 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:25,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:25,680 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:25,692 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:25,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:25,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:25,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:26,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:26,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:26,309 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:26,309 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:26,354 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:26,560 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:26,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:26,631 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:26,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:26,682 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:26,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:26,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:26,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:27,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:27,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:27,305 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:27,305 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:27,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:27,359 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:27,576 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:27,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:27,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:27,644 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:27,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:27,973 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:27,973 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:27,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:28,034 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:28,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:28,306 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:28,306 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:28,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:28,588 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:28,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:28,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:28,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:28,687 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:28,976 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:28,976 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:28,977 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:29,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:29,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:29,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:29,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:29,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:29,599 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:29,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:29,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:29,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:29,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:30,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:30,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:30,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:30,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:30,443 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:08:30,567 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:08:30,567 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:08:30,608 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:30,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:30,715 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:30,715 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:30,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:31,059 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:31,060 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:31,060 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:31,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:31,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:31,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:31,369 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:31,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:31,611 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:31,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:31,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:31,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:31,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:31,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:31,997 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:31,997 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:32,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:32,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:32,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:32,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:32,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:32,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:32,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:32,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:32,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:32,628 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:32,629 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:32,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:32,929 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:32,929 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:32,941 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:33,241 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:33,242 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:33,242 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:33,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:33,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:33,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:33,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:33,565 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:33,633 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:33,854 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:33,854 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:33,854 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:33,873 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:34,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:34,176 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:34,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:34,189 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:34,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:34,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:34,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:34,503 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:34,639 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:34,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:34,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:34,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:34,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:35,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:35,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:35,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:35,122 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:35,422 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:35,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:35,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:35,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:35,651 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:35,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:35,737 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:35,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:35,775 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:36,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:36,048 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:36,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:36,090 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:36,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:36,365 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:36,365 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:36,408 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:36,659 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:36,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:36,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:36,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:36,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:37,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:37,015 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:37,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:37,080 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:37,334 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:37,334 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:37,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:37,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:37,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:37,671 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:37,671 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:37,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:37,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:37,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:38,016 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:38,017 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:38,017 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:38,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:38,358 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:38,359 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:38,359 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:38,433 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:38,693 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:38,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:38,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:38,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:38,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:39,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:39,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:39,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:39,109 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:39,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:39,391 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:39,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:39,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:39,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:39,701 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:39,701 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:39,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:39,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:40,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:40,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:40,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:40,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:40,339 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:40,340 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:40,340 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:40,361 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:40,652 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:40,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:40,653 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:40,665 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:40,701 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:40,969 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:40,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:40,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:40,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:41,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:41,266 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:41,266 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:41,285 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:41,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:41,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:41,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:41,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:41,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:41,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:41,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:41,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:41,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:42,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:42,204 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:42,204 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:42,216 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:42,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:42,504 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:42,504 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:42,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:42,523 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:42,711 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:42,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:42,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:42,812 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:42,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:43,131 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:43,131 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:43,131 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:43,143 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:43,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:43,443 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:43,443 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:43,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:43,727 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:43,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:43,754 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:43,754 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:43,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:44,065 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:44,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:44,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:44,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:44,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:44,372 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:44,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:44,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:44,739 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:44,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:44,739 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:44,739 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:44,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:45,041 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:45,041 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:45,041 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:45,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:45,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:45,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:45,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:45,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:45,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:08:45,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:08:45,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:45,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:45,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:45,731 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:45,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:45,983 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:45,983 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:45,983 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:45,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:46,284 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:46,284 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:46,284 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:46,303 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:46,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:46,606 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:46,606 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:46,618 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:46,737 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:46,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:46,916 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:46,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:46,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:47,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:47,231 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:47,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:47,266 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:47,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:47,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:47,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:47,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:47,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:47,743 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:47,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:47,874 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:47,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:47,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:48,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:48,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:48,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:48,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:48,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:48,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:48,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:48,594 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:48,752 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:48,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:48,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:48,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:48,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:49,198 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:49,198 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:49,198 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:49,246 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:49,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:49,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:49,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:49,598 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:49,757 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:49,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:49,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:49,880 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:49,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:50,322 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:50,322 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:50,322 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:50,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:50,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:50,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:50,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:50,767 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:50,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:51,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:51,151 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:51,151 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:51,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:51,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:51,547 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:51,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:51,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:51,784 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:51,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:51,874 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:51,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:51,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:52,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:52,187 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:52,187 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:52,199 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:52,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:52,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:52,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:52,527 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:52,796 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:52,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:52,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:52,812 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:52,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:52,853 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:53,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:53,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:53,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:53,175 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:53,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:53,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:53,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:53,493 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:53,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:53,754 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:53,754 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:53,798 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:53,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:54,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:54,056 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:54,056 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:54,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:54,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:54,387 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:54,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:54,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:54,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:54,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:54,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:54,753 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:54,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:55,043 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:55,044 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:55,044 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:55,078 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:55,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:55,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:55,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:55,453 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:55,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:55,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:55,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:55,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:55,824 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:56,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:56,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:56,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:56,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:56,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:56,408 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:56,408 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:56,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:56,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:56,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:56,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:56,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:56,831 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:57,031 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:57,032 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:57,032 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:57,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:57,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:57,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:57,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:57,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:57,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:57,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:57,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:57,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:57,836 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:57,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:57,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:57,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:57,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:08:57,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:58,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:58,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:58,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:58,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:58,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:58,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:58,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:58,608 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:58,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:58,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:58,909 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:58,909 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:58,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:59,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:59,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:59,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:59,237 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:59,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:59,533 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:59,533 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:59,546 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:08:59,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:08:59,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:08:59,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:08:59,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:08:59,857 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:00,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:00,152 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:00,152 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:00,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:00,444 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:09:00,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:00,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:00,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:00,488 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:00,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:09:00,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:09:00,793 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:00,793 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:00,793 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:00,810 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:00,854 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:01,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:01,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:01,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:01,118 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:01,430 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:01,430 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:01,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:01,443 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:01,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:01,746 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:01,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:01,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:01,862 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:02,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:02,057 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:02,057 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:02,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:02,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:02,370 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:02,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:02,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:02,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:02,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:02,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:02,696 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:02,868 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:02,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:02,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:02,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:02,997 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:03,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:03,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:03,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:03,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:03,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:03,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:03,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:03,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:03,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:03,880 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:03,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:03,916 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:03,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:03,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:04,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:04,237 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:04,237 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:04,249 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:04,555 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:04,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:04,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:04,567 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:04,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:04,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:04,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:04,884 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:04,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:05,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:05,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:05,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:05,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:05,486 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:05,486 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:05,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:05,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:05,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:05,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:05,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:05,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:05,885 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:06,123 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:06,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:06,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:06,134 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:06,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:06,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:06,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:06,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:06,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:06,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:06,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:06,756 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:06,890 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:07,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:07,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:07,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:07,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:07,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:07,370 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:07,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:07,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:07,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:07,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:07,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:07,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:07,902 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:07,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:07,988 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:07,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:08,000 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:08,000 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:08,299 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:08,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:08,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:08,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:08,609 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:08,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:08,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:08,621 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:08,914 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:08,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:08,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:08,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:08,971 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:09,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:09,257 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:09,257 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:09,298 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:09,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:09,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:09,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:09,643 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:09,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:09,920 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:09,922 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:09,922 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:09,972 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:10,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:10,267 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:10,267 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:10,331 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:10,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:10,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:10,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:10,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:10,930 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:11,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:11,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:11,081 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:11,164 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:11,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:11,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:11,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:11,547 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:11,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:11,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:11,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:11,934 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:11,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:12,295 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:12,295 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:12,296 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:12,377 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:12,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:12,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:12,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:12,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:12,943 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:13,234 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:13,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:13,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:13,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:13,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:13,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:13,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:13,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:13,753 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:13,951 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:14,123 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:14,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:14,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:14,188 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:14,569 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:14,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:14,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:14,649 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:14,963 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:14,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:14,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:14,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:15,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:15,419 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:15,419 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:15,420 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:15,484 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:15,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:09:15,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:09:15,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:15,837 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:15,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:15,889 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:15,968 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:16,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:16,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:16,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:16,236 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:16,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:16,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:16,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:16,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:16,900 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:16,900 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:16,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:16,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:16,971 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:17,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:17,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:17,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:17,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:17,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:17,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:17,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:17,651 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:17,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:17,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:17,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:17,961 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:17,972 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:18,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:18,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:18,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:18,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:18,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:18,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:18,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:18,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:18,577 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:18,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:18,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:18,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:18,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:18,979 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:19,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:19,192 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:19,192 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:19,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:19,503 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:19,504 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:19,504 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:19,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:19,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:19,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:19,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:19,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:19,984 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:20,127 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:20,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:20,128 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:20,140 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:20,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:20,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:20,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:20,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:20,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:20,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:20,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:20,763 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:21,006 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:21,063 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:21,063 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:21,064 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:21,084 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:21,377 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:21,377 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:21,377 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:21,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:21,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:21,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:21,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:21,701 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:22,001 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:22,002 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:22,002 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:22,010 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:22,011 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:22,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:22,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:22,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:22,322 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:22,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:22,620 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:22,620 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:22,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:22,915 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:22,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:22,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:22,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:23,014 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:23,225 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:23,226 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:23,226 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:23,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:23,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:23,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:23,542 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:23,542 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:23,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:23,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:23,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:23,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:23,869 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:24,019 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:24,173 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:24,173 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:24,173 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:24,185 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:24,488 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:24,488 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:24,488 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:24,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:24,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:24,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:24,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:24,804 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:25,033 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:25,107 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:25,107 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:25,107 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:25,119 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:25,422 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:25,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:25,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:25,436 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:25,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:25,728 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:25,728 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:25,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:26,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:26,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:26,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:26,045 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:26,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:26,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:26,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:26,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:26,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:26,662 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:26,662 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:26,662 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:26,674 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:26,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:26,976 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:26,976 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:26,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:27,045 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:27,280 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:27,280 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:27,280 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:27,298 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:27,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:27,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:27,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:27,610 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:27,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:27,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:27,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:27,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:28,051 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:28,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:28,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:28,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:28,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:28,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:28,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:28,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:28,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:28,544 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:28,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:28,846 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:28,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:28,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:29,061 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:29,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:29,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:29,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:29,166 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:29,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:29,457 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:29,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:29,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:29,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:29,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:29,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:29,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:30,073 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:30,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:30,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:30,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:30,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:30,415 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:30,415 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:30,415 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:30,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:30,445 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:09:30,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:09:30,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:09:30,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:30,733 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:30,733 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:30,777 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:31,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:31,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:31,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:31,074 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:31,086 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:31,358 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:31,358 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:31,358 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:31,403 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:31,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:31,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:31,686 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:31,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:31,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:31,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:31,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:32,016 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:32,074 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:32,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:32,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:32,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:32,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:32,652 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:32,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:32,652 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:32,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:32,980 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:32,980 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:32,980 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:33,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:33,078 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:33,334 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:33,334 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:33,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:33,388 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:33,692 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:33,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:33,693 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:33,693 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:33,757 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:34,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:34,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:34,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:34,078 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:34,127 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:34,408 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:34,409 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:34,409 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:34,479 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:34,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:34,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:34,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:34,851 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:35,090 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:35,139 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:35,139 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:35,139 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:35,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:35,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:35,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:35,479 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:35,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:35,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:35,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:35,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:35,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:36,095 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:36,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:36,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:36,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:36,286 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:36,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:36,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:36,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:36,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:37,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:37,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:37,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:37,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:37,100 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:37,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:37,445 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:37,445 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:37,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:37,827 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:37,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:37,827 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:37,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:38,115 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:38,204 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:38,205 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:38,205 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:38,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:38,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:38,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:38,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:38,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:38,719 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:39,127 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:39,166 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:39,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:39,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:39,219 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:39,686 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:39,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:39,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:39,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:40,010 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:40,010 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:40,010 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:40,038 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:40,134 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:40,322 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:40,322 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:40,322 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:40,339 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:40,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:40,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:40,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:40,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:40,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:40,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:40,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:40,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:41,139 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:41,253 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:41,253 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:41,253 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:41,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:41,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:41,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:41,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:41,584 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:41,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:41,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:41,880 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:41,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:42,151 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:42,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:42,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:42,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:42,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:42,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:42,504 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:42,504 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:42,515 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:42,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:42,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:42,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:42,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:43,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:43,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:43,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:43,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:43,151 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:43,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:43,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:43,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:43,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:43,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:43,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:43,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:43,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:43,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:44,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:44,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:44,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:44,167 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:44,184 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:44,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:44,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:44,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:44,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:44,815 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:44,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:44,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:44,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:45,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:45,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:45,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:45,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:45,178 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:45,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:45,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:45,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:45,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:45,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:09:45,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:09:45,767 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:45,768 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:45,768 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:45,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:46,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:46,082 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:46,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:46,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:46,183 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:46,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:46,393 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:46,393 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:46,414 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:46,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:46,699 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:46,699 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:46,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:47,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:47,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:47,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:47,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:47,191 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:47,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:47,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:47,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:47,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:47,646 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:47,646 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:47,646 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:47,655 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:47,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:47,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:47,957 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:47,972 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:48,207 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:48,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:48,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:48,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:48,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:48,583 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:48,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:48,584 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:48,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:48,900 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:48,900 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:48,900 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:48,900 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:48,912 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:49,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:49,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:49,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:49,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:49,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:49,513 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:49,513 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:49,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:49,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:49,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:49,836 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:49,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:49,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:50,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:50,150 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:50,150 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:50,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:50,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:50,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:50,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:50,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:50,472 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:50,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:50,774 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:50,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:50,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:51,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:51,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:51,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:51,101 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:51,225 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:51,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:51,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:51,397 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:51,408 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:51,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:51,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:51,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:51,719 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:52,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:52,020 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:52,020 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:52,032 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:52,232 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:52,322 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:52,322 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:52,322 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:52,341 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:52,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:52,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:52,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:52,654 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:52,953 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:52,953 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:52,953 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:52,965 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:53,244 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:53,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:53,261 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:53,261 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:53,273 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:53,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:53,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:53,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:53,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:53,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:53,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:53,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:53,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:54,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:54,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:54,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:54,201 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:54,213 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:54,244 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:54,512 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:54,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:54,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:54,524 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:54,819 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:54,819 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:54,819 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:54,838 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:55,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:55,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:55,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:55,158 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:55,249 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:55,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:55,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:55,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:55,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:55,769 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:55,769 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:55,769 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:55,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:56,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:56,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:56,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:56,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:56,258 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:56,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:56,400 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:56,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:56,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:56,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:56,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:56,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:56,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:57,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:57,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:57,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:57,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:57,278 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:57,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:57,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:57,356 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:57,402 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:57,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:57,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:57,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:57,720 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:57,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:57,994 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:57,994 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:58,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:58,290 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:58,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:58,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:58,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:58,375 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:58,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:58,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:58,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:58,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:59,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:59,015 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:59,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:59,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:59,302 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:09:59,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:59,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:59,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:59,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:09:59,472 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:09:59,770 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:09:59,770 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:09:59,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:09:59,835 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:00,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:00,086 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:00,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:00,150 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:00,322 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:00,412 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:00,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:00,413 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:00,472 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:00,472 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:10:00,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:10:00,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:10:00,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:00,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:00,739 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:00,803 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:01,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:01,055 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:01,055 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:01,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:01,334 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:01,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:01,375 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:01,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:01,445 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:01,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:01,715 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:01,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:01,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:02,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:02,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:02,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:02,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:02,340 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:02,340 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:02,340 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:02,340 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:02,402 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:02,671 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:02,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:02,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:02,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:02,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:02,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:02,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:03,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:03,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:03,314 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:03,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:03,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:03,349 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:03,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:03,620 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:03,620 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:03,666 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:03,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:03,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:03,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:04,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:04,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:04,262 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:04,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:04,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:04,355 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:04,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:04,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:04,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:04,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:04,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:04,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:04,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:04,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:04,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:05,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:05,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:05,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:05,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:05,359 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:05,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:05,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:05,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:05,607 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:05,977 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:05,978 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:05,978 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:06,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:06,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:06,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:06,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:06,309 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:06,360 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:06,606 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:06,607 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:06,607 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:06,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:06,919 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:06,919 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:06,920 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:06,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:07,229 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:07,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:07,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:07,241 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:07,363 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:07,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:07,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:07,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:07,549 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:07,837 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:07,837 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:07,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:07,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:08,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:08,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:08,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:08,172 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:08,374 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:08,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:08,476 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:08,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:08,488 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:08,790 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:08,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:08,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:08,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:09,101 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:09,102 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:09,102 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:09,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:09,385 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:09,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:09,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:09,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:09,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:09,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:09,733 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:09,733 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:09,733 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:09,742 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:10,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:10,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:10,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:10,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:10,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:10,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:10,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:10,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:10,386 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:10,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:10,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:10,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:10,686 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:10,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:10,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:10,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:10,994 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:11,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:11,282 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:11,282 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:11,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:11,392 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:11,606 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:11,606 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:11,607 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:11,618 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:11,922 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:11,923 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:11,923 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:11,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:12,234 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:12,234 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:12,234 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:12,246 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:12,399 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:12,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:12,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:12,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:12,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:12,862 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:12,862 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:12,862 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:12,874 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:13,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:13,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:13,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:13,185 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:13,411 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:13,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:13,489 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:13,490 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:13,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:13,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:13,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:13,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:13,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:14,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:14,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:14,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:14,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:14,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:14,423 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:14,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:14,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:14,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:14,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:14,782 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:14,782 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:14,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:14,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:15,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:15,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:15,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:15,118 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:15,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:15,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:15,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:15,434 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:15,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:15,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:10:15,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:10:15,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:15,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:15,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:15,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:16,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:16,060 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:16,060 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:16,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:16,367 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:16,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:16,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:16,407 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:16,434 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:16,689 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:16,690 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:16,690 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:16,744 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:16,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:16,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:16,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:17,036 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:17,323 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:17,324 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:17,324 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:17,376 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:17,441 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:17,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:17,636 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:17,636 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:17,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:17,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:17,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:17,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:18,003 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:18,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:18,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:18,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:18,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:18,446 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:18,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:18,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:18,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:18,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:18,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:18,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:18,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:18,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:19,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:19,202 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:19,202 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:19,257 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:19,466 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:19,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:19,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:19,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:19,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:19,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:19,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:19,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:19,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:19,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:20,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:20,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:20,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:20,207 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:20,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:20,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:20,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:20,476 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:20,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:20,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:20,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:20,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:20,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:21,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:21,101 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:21,101 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:21,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:21,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:21,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:21,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:21,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:21,477 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:21,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:21,723 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:21,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:21,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:22,035 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:22,035 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:22,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:22,047 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:22,346 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:22,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:22,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:22,359 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:22,483 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:22,650 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:22,650 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:22,650 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:22,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:22,995 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:22,995 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:22,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:23,043 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:23,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:23,318 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:23,318 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:23,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:23,489 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:23,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:23,646 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:23,646 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:23,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:23,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:23,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:23,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:24,043 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:24,323 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:24,324 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:24,324 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:24,388 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:24,493 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:24,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:24,646 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:24,646 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:24,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:24,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:24,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:24,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:24,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:25,032 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:25,284 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:25,285 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:25,285 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:25,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:25,502 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:25,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:25,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:25,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:25,683 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:25,964 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:25,964 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:25,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:26,024 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:26,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:26,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:26,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:26,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:26,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:26,820 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:26,821 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:26,821 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:26,866 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:27,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:27,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:27,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:27,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:27,517 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:27,654 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:27,655 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:27,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:27,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:27,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:27,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:27,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:27,979 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:28,280 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:28,281 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:28,281 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:28,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:28,535 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:28,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:28,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:28,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:28,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:28,899 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:28,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:28,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:28,911 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:29,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:29,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:29,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:29,222 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:29,515 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:29,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:29,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:29,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:29,535 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:29,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:29,836 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:29,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:29,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:30,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:30,152 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:30,152 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:30,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:30,164 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:30,446 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:10:30,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:30,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:30,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:30,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:30,540 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:30,597 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:10:30,597 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:10:30,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:30,776 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:30,776 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:30,790 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:31,086 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:31,086 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:31,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:31,105 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:31,409 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:31,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:31,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:31,422 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:31,550 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:31,724 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:31,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:31,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:31,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:32,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:32,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:32,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:32,046 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:32,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:32,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:32,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:32,358 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:32,560 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:32,650 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:32,650 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:32,650 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:32,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:32,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:32,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:32,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:32,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:33,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:33,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:33,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:33,336 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:33,572 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:33,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:33,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:33,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:33,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:33,945 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:33,945 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:33,945 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:34,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:34,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:34,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:34,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:34,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:34,584 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:34,600 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:34,600 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:34,600 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:34,671 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:34,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:34,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:34,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:35,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:35,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:35,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:35,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:35,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:35,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:35,596 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:35,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:35,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:35,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:35,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:35,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:35,929 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:35,929 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:36,002 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:36,285 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:36,285 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:36,285 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:36,370 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:36,608 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:36,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:36,639 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:36,639 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:36,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:36,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:36,980 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:36,980 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:37,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:37,309 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:37,309 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:37,309 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:37,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:37,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:37,617 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:37,617 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:37,617 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:37,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:37,980 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:37,981 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:37,981 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:38,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:38,357 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:38,358 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:38,358 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:38,399 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:38,628 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:38,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:38,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:38,670 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:38,692 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:38,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:38,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:38,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:39,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:39,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:39,292 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:39,292 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:39,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:39,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:39,602 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:39,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:39,614 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:39,628 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:39,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:39,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:39,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:39,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:40,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:40,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:40,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:40,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:40,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:40,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:40,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:40,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:40,546 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:40,633 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:40,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:40,846 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:40,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:40,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:41,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:41,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:41,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:41,172 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:41,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:41,464 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:41,464 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:41,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:41,639 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:41,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:41,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:41,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:41,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:42,095 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:42,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:42,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:42,109 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:42,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:42,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:42,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:42,415 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:42,651 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:42,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:42,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:42,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:42,724 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:43,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:43,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:43,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:43,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:43,339 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:43,340 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:43,340 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:43,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:43,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:43,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:43,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:43,664 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:43,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:43,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:43,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:43,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:44,015 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:44,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:44,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:44,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:44,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:44,676 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:44,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:44,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:44,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:44,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:45,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:45,024 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:45,024 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:45,084 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:45,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:45,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:45,352 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:45,407 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:45,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:10:45,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:10:45,670 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:45,678 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:45,735 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:45,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:45,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:45,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:45,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:45,988 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:45,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:46,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:46,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:46,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:46,311 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:46,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:46,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:46,638 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:46,638 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:46,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:46,700 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:46,966 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:46,966 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:46,966 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:47,024 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:47,412 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:47,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:47,412 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:47,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:47,719 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:47,819 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:47,819 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:47,819 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:47,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:48,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:48,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:48,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:48,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:48,578 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:48,578 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:48,578 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:48,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:48,726 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:48,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:48,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:48,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:48,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:49,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:49,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:49,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:49,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:49,559 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:49,560 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:49,560 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:49,571 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:49,732 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:49,864 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:49,864 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:49,864 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:49,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:50,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:50,185 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:50,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:50,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:50,488 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:50,488 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:50,488 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:50,509 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:50,754 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:50,806 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:50,807 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:50,807 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:50,807 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:50,835 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:51,111 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:51,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:51,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:51,173 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:51,426 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:51,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:51,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:51,467 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:51,731 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:51,731 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:51,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:51,754 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:51,777 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:52,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:52,055 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:52,055 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:52,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:52,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:52,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:52,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:52,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:52,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:52,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:52,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:52,698 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:52,761 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:52,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:52,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:52,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:52,995 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:53,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:53,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:53,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:53,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:53,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:53,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:53,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:53,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:53,765 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:53,918 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:53,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:53,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:53,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:54,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:54,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:54,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:54,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:54,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:54,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:54,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:54,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:54,775 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:54,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:54,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:54,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:54,901 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:55,171 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:55,171 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:55,172 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:55,214 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:55,480 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:55,480 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:55,480 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:55,523 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:55,788 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:55,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:55,804 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:55,804 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:55,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:55,830 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:10:56,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:56,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:56,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:56,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:56,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:56,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:56,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:56,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:56,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:56,745 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:56,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:56,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:56,788 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:57,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:57,057 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:57,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:57,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:57,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:57,373 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:57,373 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:57,385 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:57,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:57,685 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:57,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:57,698 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:57,792 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:57,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:57,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:57,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:58,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:58,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:58,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:58,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:58,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:58,624 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:58,624 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:58,624 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:58,634 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:58,798 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:58,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:58,939 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:58,939 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:58,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:59,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:59,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:59,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:59,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:59,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:59,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:59,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:59,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:10:59,811 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:10:59,863 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:10:59,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:10:59,863 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:10:59,875 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:00,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:00,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:00,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:00,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:00,449 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:11:00,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:00,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:00,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:00,514 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:00,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:11:00,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:11:00,815 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:00,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:00,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:00,824 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:00,829 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:01,131 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:01,132 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:01,132 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:01,132 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:01,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:01,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:01,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:01,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:01,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:01,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:01,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:01,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:01,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:01,824 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:02,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:02,060 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:02,060 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:02,079 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:02,388 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:02,389 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:02,389 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:02,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:02,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:02,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:02,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:02,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:02,831 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:03,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:03,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:03,007 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:03,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:03,314 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:03,314 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:03,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:03,326 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:03,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:03,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:03,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:03,641 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:03,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:03,923 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:03,923 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:03,923 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:03,941 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:04,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:04,238 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:04,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:04,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:04,549 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:04,550 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:04,550 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:04,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:04,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:04,863 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:04,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:04,863 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:04,875 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:05,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:05,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:05,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:05,196 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:05,481 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:05,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:05,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:05,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:05,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:05,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:05,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:05,867 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:05,867 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:06,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:06,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:06,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:06,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:06,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:06,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:06,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:06,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:06,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:06,865 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:06,865 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:06,865 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:06,883 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:06,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:07,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:07,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:07,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:07,307 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:07,619 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:07,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:07,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:07,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:07,895 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:07,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:07,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:07,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:08,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:08,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:08,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:08,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:08,414 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:08,729 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:08,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:08,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:08,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:08,900 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:09,115 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:09,116 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:09,116 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:09,175 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:09,524 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:09,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:09,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:09,588 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:09,900 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:09,900 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:09,900 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:09,908 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:09,961 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:10,364 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:10,364 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:10,364 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:10,407 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:10,751 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:10,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:10,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:10,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:10,915 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:11,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:11,192 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:11,192 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:11,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:11,246 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:11,613 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:11,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:11,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:11,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:11,919 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:12,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:12,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:12,042 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:12,083 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:12,414 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:12,414 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:12,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:12,437 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:12,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:12,728 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:12,728 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:12,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:12,924 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:13,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:13,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:13,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:13,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:13,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:13,359 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:13,359 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:13,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:13,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:13,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:13,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:13,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:13,936 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:13,983 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:13,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:13,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:14,011 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:14,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:14,286 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:14,286 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:14,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:14,693 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:14,694 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:14,694 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:14,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:14,948 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:15,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:15,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:15,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:15,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:15,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:15,305 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:15,305 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:15,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:15,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:11:15,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:11:15,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:15,739 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:15,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:15,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:15,928 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:15,928 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:15,928 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:15,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:15,948 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:16,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:16,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:16,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:16,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:16,271 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:16,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:16,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:16,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:16,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:16,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:16,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:16,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:16,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:16,949 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:17,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:17,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:17,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:17,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:17,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:17,492 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:17,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:17,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:17,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:17,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:17,810 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:17,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:17,955 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:18,126 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:18,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:18,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:18,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:18,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:18,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:18,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:18,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:18,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:18,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:18,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:18,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:18,971 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:19,059 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:19,060 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:19,060 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:19,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:19,370 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:19,371 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:19,371 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:19,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:19,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:19,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:19,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:19,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:19,983 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:19,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:19,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:19,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:20,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:20,323 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:20,323 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:20,323 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:20,335 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:20,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:20,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:20,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:20,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:20,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:20,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:20,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:20,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:20,983 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:21,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:21,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:21,245 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:21,264 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:21,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:21,560 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:21,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:21,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:21,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:21,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:21,873 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:21,873 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:21,884 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:21,988 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:22,187 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:22,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:22,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:22,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:22,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:22,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:22,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:22,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:22,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:22,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:22,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:22,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:22,992 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:23,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:23,108 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:23,108 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:23,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:23,424 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:23,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:23,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:23,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:23,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:23,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:23,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:23,776 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:24,004 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:24,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:24,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:24,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:24,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:24,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:24,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:24,364 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:24,412 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:24,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:24,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:24,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:24,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:24,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:24,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:24,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:25,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:25,006 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:25,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:25,295 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:25,295 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:25,318 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:25,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:25,609 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:25,609 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:25,621 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:25,918 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:25,919 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:25,919 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:25,931 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:26,012 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:26,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:26,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:26,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:26,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:26,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:26,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:26,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:26,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:26,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:26,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:26,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:26,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:26,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:27,016 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:27,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:27,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:27,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:27,171 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:27,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:27,461 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:27,461 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:27,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:27,769 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:27,769 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:27,769 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:27,788 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:28,025 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:28,084 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:28,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:28,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:28,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:28,395 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:28,395 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:28,395 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:28,407 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:28,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:28,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:28,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:28,726 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:29,037 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:29,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:29,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:29,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:29,142 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:29,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:29,480 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:29,480 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:29,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:29,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:29,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:29,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:29,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:30,044 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:30,257 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:30,258 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:30,258 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:30,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:30,451 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:11:30,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:11:30,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:11:30,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:30,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:30,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:30,793 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:30,965 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:30,965 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:30,965 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:31,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:31,050 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:31,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:31,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:31,352 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:31,410 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:31,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:31,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:31,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:31,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:31,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:32,067 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:32,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:32,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:32,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:32,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:32,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:32,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:32,533 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:32,580 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:32,958 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:32,958 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:32,958 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:33,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:33,079 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:33,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:33,492 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:33,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:33,565 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:34,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:34,073 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:34,073 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:34,088 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:34,127 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:34,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:34,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:34,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:34,722 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:35,094 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:35,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:35,150 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:35,150 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:35,185 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:35,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:35,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:35,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:35,549 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:35,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:35,832 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:35,832 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:35,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:36,105 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:36,139 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:36,147 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:36,147 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:36,152 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:36,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:36,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:36,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:36,458 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:36,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:36,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:36,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:36,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:36,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:37,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:37,072 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:37,072 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:37,086 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:37,105 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:37,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:37,383 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:37,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:37,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:37,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:37,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:37,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:37,702 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:38,000 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:38,001 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:38,001 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:38,013 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:38,112 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:38,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:38,313 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:38,313 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:38,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:38,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:38,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:38,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:38,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:38,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:38,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:38,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:38,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:39,125 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:39,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:39,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:39,241 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:39,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:39,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:39,547 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:39,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:39,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:39,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:39,851 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:39,851 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:39,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:40,137 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:40,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:40,163 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:40,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:40,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:40,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:40,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:40,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:40,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:40,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:40,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:40,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:40,818 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:41,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:41,108 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:41,108 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:41,134 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:41,137 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:41,420 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:41,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:41,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:41,432 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:41,729 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:41,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:41,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:41,741 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:42,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:42,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:42,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:42,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:42,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:42,144 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:42,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:42,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:42,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:42,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:42,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:42,648 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:42,648 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:42,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:42,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:42,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:42,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:42,974 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:43,148 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:43,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:43,264 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:43,264 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:43,283 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:43,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:43,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:43,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:43,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:43,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:43,897 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:43,897 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:43,909 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:44,160 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:44,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:44,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:44,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:44,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:44,516 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:44,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:44,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:44,529 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:44,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:44,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:44,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:44,953 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:45,170 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:45,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:45,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:45,257 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:45,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:45,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:45,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:45,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:45,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:45,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:11:45,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:11:45,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:45,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:45,889 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:45,901 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:46,182 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:46,195 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:46,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:46,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:46,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:46,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:46,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:46,503 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:46,514 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:46,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:46,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:46,812 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:46,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:47,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:47,108 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:47,108 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:47,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:47,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:47,182 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:47,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:47,429 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:47,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:47,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:47,742 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:47,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:47,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:47,754 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:48,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:48,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:48,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:48,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:48,188 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:48,356 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:48,356 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:48,356 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:48,376 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:48,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:48,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:48,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:48,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:48,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:48,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:48,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:48,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:49,205 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:49,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:49,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:49,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:49,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:49,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:49,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:49,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:49,626 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:49,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:49,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:49,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:49,931 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:50,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:50,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:50,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:50,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:50,257 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:50,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:50,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:50,537 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:50,585 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:50,847 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:50,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:50,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:50,902 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:51,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:51,151 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:51,151 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:51,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:51,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:51,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:51,473 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:51,473 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:51,495 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:51,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:51,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:51,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:51,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:52,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:52,097 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:52,097 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:52,145 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:52,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:52,225 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:52,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:52,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:52,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:52,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:52,781 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:52,781 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:52,781 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:52,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:53,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:53,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:53,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:53,169 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:53,232 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:53,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:53,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:53,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:53,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:53,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:53,797 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:53,797 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:53,881 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:54,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:54,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:54,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:54,235 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:54,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:54,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:54,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:54,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:54,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:54,901 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:54,901 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:54,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:54,972 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:55,249 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:55,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:55,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:55,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:55,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:55,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:55,691 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:55,691 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:55,763 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:56,052 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:56,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:56,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:56,134 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:56,254 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:56,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:56,429 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:56,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:56,495 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:56,920 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:56,920 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:56,920 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:56,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:57,276 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:57,408 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:57,409 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:57,409 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:57,409 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:11:57,472 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:57,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:57,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:57,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:57,961 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:58,290 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:58,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:58,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:58,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:58,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:58,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:58,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:58,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:58,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:59,298 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:59,298 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:11:59,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:59,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:59,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:59,606 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:59,606 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:59,606 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:59,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:11:59,923 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:11:59,923 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:11:59,923 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:11:59,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:00,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:00,244 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:00,244 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:00,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:00,299 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:00,452 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:12:00,575 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:00,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:00,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:00,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:00,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:12:00,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:12:00,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:00,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:00,878 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:00,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:01,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:01,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:01,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:01,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:01,307 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:01,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:01,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:01,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:01,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:01,806 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:01,806 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:01,806 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:01,825 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:02,130 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:02,131 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:02,131 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:02,143 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:02,313 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:02,442 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:02,442 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:02,442 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:02,443 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:02,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:02,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:02,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:02,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:02,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:03,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:03,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:03,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:03,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:03,330 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:03,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:03,376 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:03,376 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:03,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:03,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:03,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:03,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:03,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:03,994 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:03,994 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:03,994 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:04,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:04,304 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:04,304 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:04,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:04,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:04,330 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:04,614 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:04,614 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:04,615 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:04,626 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:04,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:04,913 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:04,913 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:04,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:05,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:05,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:05,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:05,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:05,337 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:05,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:05,547 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:05,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:05,560 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:05,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:05,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:05,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:05,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:06,166 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:06,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:06,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:06,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:06,344 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:06,472 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:06,472 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:06,472 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:06,497 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:06,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:06,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:06,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:06,801 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:07,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:07,097 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:07,097 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:07,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:07,364 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:07,402 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:07,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:07,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:07,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:07,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:07,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:07,723 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:07,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:07,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:08,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:08,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:08,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:08,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:08,350 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:08,350 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:08,350 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:08,364 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:08,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:08,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:08,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:08,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:08,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:08,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:08,959 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:08,959 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:08,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:09,283 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:09,284 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:09,284 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:09,295 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:09,371 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:09,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:09,594 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:09,594 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:09,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:09,894 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:09,894 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:09,894 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:09,913 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:10,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:10,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:10,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:10,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:10,378 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:10,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:10,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:10,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:10,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:10,837 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:10,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:10,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:10,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:11,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:11,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:11,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:11,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:11,383 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:11,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:11,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:11,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:11,478 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:11,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:11,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:11,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:11,788 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:12,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:12,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:12,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:12,104 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:12,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:12,390 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:12,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:12,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:12,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:12,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:12,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:12,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:12,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:12,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:13,017 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:13,017 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:13,017 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:13,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:13,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:13,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:13,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:13,371 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:13,390 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:13,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:13,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:13,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:13,686 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:13,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:13,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:13,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:13,999 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:14,265 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:14,265 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:14,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:14,286 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:14,397 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:14,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:14,565 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:14,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:14,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:14,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:14,897 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:14,897 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:14,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:15,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:15,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:15,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:15,232 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:15,402 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:15,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:15,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:15,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:15,535 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:15,609 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:12:15,609 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:12:15,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:15,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:15,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:15,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:16,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:16,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:16,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:16,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:16,417 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:16,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:16,506 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:16,506 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:16,569 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:16,842 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:16,842 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:16,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:16,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:17,191 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:17,192 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:17,192 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:17,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:17,431 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:17,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:17,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:17,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:17,592 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:17,863 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:17,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:17,864 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:17,864 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:17,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:18,187 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:18,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:18,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:18,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:18,447 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:18,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:18,536 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:18,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:18,596 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:18,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:18,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:18,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:18,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:19,211 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:19,212 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:19,212 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:19,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:19,455 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:19,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:19,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:19,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:19,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:20,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:20,052 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:20,052 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:20,090 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:20,466 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:20,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:20,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:20,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:20,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:20,854 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:20,854 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:20,854 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:20,880 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:21,166 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:21,167 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:21,167 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:21,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:21,467 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:21,477 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:21,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:21,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:21,488 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:21,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:21,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:21,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:21,803 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:22,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:22,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:22,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:22,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:22,412 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:22,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:22,412 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:22,424 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:22,468 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:22,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:22,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:22,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:22,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:23,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:23,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:23,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:23,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:23,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:23,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:23,351 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:23,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:23,384 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:23,473 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:23,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:23,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:23,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:23,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:23,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:23,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:23,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:24,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:24,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:24,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:24,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:24,332 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:24,479 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:24,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:24,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:24,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:24,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:24,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:24,902 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:24,902 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:24,955 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:25,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:25,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:25,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:25,246 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:25,491 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:25,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:25,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:25,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:25,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:25,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:25,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:25,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:25,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:26,150 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:26,151 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:26,151 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:26,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:26,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:26,472 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:26,472 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:26,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:26,491 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:26,770 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:26,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:26,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:26,782 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:27,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:27,083 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:27,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:27,100 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:27,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:27,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:27,382 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:27,429 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:27,497 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:27,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:27,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:27,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:27,742 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:28,015 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:28,016 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:28,016 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:28,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:28,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:28,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:28,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:28,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:28,376 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:28,505 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:28,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:28,639 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:28,639 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:28,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:28,949 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:28,949 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:28,949 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:28,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:29,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:29,258 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:29,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:29,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:29,518 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:29,566 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:29,566 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:29,566 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:29,579 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:29,871 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:29,872 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:29,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:29,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:30,172 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:30,172 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:30,172 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:30,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:30,452 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:12:30,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:30,492 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:30,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:30,506 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:30,518 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:30,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:12:30,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:12:30,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:30,801 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:30,801 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:30,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:31,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:31,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:31,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:31,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:31,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:31,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:31,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:31,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:31,527 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:31,752 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:31,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:31,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:31,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:32,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:32,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:32,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:32,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:32,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:32,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:32,369 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:32,381 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:32,532 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:32,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:32,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:32,680 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:32,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:32,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:32,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:32,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:33,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:33,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:33,306 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:33,306 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:33,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:33,318 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:33,554 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:33,618 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:33,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:33,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:33,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:33,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:33,928 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:33,928 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:33,940 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:34,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:34,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:34,237 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:34,248 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:34,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:34,542 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:34,542 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:34,555 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:34,555 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:34,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:34,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:34,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:34,869 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:35,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:35,164 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:35,164 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:35,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:35,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:35,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:35,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:35,491 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:35,559 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:35,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:35,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:35,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:35,797 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:36,093 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:36,094 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:36,094 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:36,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:36,404 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:36,405 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:36,405 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:36,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:36,567 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:36,717 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:36,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:36,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:36,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:37,017 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:37,017 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:37,017 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:37,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:37,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:37,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:37,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:37,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:37,580 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:37,671 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:37,671 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:37,671 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:37,726 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:38,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:38,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:38,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:38,072 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:38,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:38,335 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:38,335 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:38,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:38,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:38,592 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:38,647 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:38,647 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:38,647 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:38,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:38,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:38,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:38,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:39,040 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:39,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:39,305 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:39,305 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:39,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:39,605 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:39,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:39,639 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:39,639 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:39,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:39,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:39,962 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:39,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:40,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:40,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:40,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:40,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:40,343 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:40,623 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:40,676 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:40,676 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:40,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:40,739 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:41,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:41,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:41,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:41,161 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:41,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:41,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:41,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:41,609 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:41,628 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:41,977 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:41,977 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:41,977 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:42,063 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:42,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:42,401 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:42,401 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:42,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:42,639 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:42,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:42,832 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:42,832 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:42,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:43,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:43,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:43,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:43,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:43,654 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:43,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:43,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:43,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:43,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:43,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:44,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:44,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:44,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:44,223 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:44,599 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:44,599 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:44,599 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:44,655 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:44,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:44,915 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:44,916 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:44,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:44,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:45,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:45,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:45,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:45,388 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:45,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:12:45,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:12:45,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:45,660 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:45,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:45,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:45,823 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:45,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:45,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:45,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:46,043 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:46,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:46,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:46,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:46,386 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:46,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:46,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:46,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:46,676 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:46,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:47,067 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:47,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:47,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:47,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:47,442 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:47,443 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:47,443 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:47,493 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:47,684 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:47,796 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:47,796 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:47,796 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:47,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:48,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:48,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:48,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:48,131 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:48,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:48,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:48,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:48,443 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:48,695 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:48,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:48,727 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:48,727 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:48,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:48,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:49,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:49,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:49,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:49,063 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:49,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:49,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:49,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:49,376 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:49,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:49,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:49,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:49,688 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:49,695 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:49,977 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:49,978 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:49,978 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:49,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:50,285 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:50,286 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:50,286 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:50,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:50,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:50,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:50,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:50,601 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:50,700 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:50,905 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:50,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:50,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:50,918 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:51,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:51,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:51,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:51,223 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:51,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:51,521 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:51,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:51,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:51,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:51,828 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:51,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:51,828 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:51,840 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:52,139 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:52,139 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:52,139 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:52,151 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:52,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:52,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:52,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:52,457 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:52,727 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:52,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:52,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:52,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:52,765 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:53,065 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:53,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:53,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:53,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:53,364 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:53,364 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:53,364 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:53,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:53,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:53,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:53,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:53,699 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:53,727 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:53,986 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:53,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:53,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:53,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:54,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:54,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:54,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:54,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:54,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:54,607 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:54,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:54,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:54,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:54,734 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:54,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:54,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:54,917 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:54,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:55,229 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:55,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:55,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:55,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:55,539 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:55,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:55,540 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:55,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:55,742 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:55,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:55,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:55,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:55,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:56,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:56,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:56,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:56,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:56,456 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:56,456 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:56,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:56,471 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:56,754 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:56,770 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:56,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:56,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:56,784 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:57,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:57,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:57,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:57,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:57,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:57,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:57,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:57,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:57,412 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:57,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:57,412 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:57,424 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:57,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:57,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:57,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:57,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:57,764 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:57,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:57,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:57,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:57,965 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:58,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:58,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:58,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:58,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:58,578 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:58,579 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:58,579 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:58,590 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:58,771 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:58,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:58,896 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:58,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:58,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:59,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:59,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:59,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:59,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:12:59,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:59,517 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:59,518 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:59,518 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:59,530 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:12:59,783 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:12:59,829 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:12:59,830 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:12:59,830 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:12:59,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:00,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:00,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:00,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:00,176 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:00,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:00,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:00,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:00,497 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:00,497 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:13:00,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:13:00,615 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:13:00,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:00,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:00,772 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:00,783 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:00,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:01,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:01,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:01,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:01,145 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:01,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:01,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:01,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:01,513 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:01,787 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:01,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:01,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:01,796 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:01,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:02,167 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:02,167 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:02,167 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:02,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:02,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:02,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:02,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:02,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:02,809 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:02,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:02,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:02,987 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:03,055 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:03,405 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:03,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:03,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:03,461 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:03,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:03,793 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:03,793 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:03,815 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:03,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:04,150 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:04,150 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:04,150 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:04,208 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:04,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:04,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:04,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:04,537 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:04,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:04,826 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:04,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:04,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:04,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:04,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:05,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:05,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:05,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:05,395 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:05,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:05,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:05,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:05,829 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:05,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:06,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:06,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:06,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:06,388 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:06,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:06,797 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:06,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:06,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:06,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:07,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:07,258 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:07,258 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:07,305 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:07,670 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:07,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:07,670 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:07,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:07,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:08,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:08,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:08,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:08,119 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:08,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:08,383 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:08,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:08,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:08,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:08,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:08,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:08,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:08,846 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:09,023 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:09,023 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:09,023 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:09,072 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:09,334 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:09,335 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:09,335 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:09,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:09,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:09,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:09,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:09,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:09,657 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:09,856 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:09,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:09,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:09,948 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:09,968 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:10,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:10,262 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:10,262 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:10,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:10,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:10,584 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:10,584 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:10,596 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:10,868 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:10,897 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:10,898 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:10,898 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:10,909 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:11,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:11,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:11,211 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:11,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:11,524 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:11,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:11,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:11,535 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:11,831 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:11,831 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:11,832 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:11,843 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:11,868 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:12,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:12,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:12,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:12,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:12,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:12,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:12,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:12,456 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:12,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:12,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:12,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:12,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:12,873 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:13,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:13,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:13,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:13,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:13,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:13,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:13,382 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:13,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:13,693 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:13,693 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:13,693 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:13,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:13,880 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:13,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:14,000 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:14,000 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:14,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:14,296 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:14,296 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:14,296 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:14,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:14,617 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:14,618 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:14,618 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:14,618 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:14,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:14,892 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:14,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:14,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:14,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:14,937 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:15,234 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:15,234 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:15,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:15,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:15,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:15,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:15,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:15,596 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:15,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:13:15,615 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:13:15,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:15,896 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:15,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:15,904 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:15,910 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:16,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:16,199 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:16,199 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:16,225 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:16,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:16,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:16,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:16,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:16,841 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:16,841 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:16,841 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:16,882 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:16,905 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:17,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:17,151 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:17,151 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:17,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:17,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:17,464 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:17,464 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:17,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:17,778 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:17,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:17,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:17,819 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:17,910 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:18,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:18,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:18,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:18,116 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:18,399 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:18,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:18,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:18,432 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:18,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:18,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:18,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:18,723 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:18,921 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:19,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:19,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:19,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:19,032 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:19,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:19,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:19,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:19,340 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:19,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:19,644 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:19,644 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:19,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:19,657 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:19,933 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:19,953 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:19,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:19,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:19,967 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:20,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:20,265 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:20,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:20,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:20,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:20,578 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:20,578 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:20,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:20,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:20,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:20,885 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:20,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:20,933 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:21,184 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:21,184 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:21,184 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:21,203 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:21,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:21,498 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:21,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:21,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:21,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:21,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:21,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:21,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:21,940 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:22,120 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:22,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:22,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:22,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:22,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:22,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:22,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:22,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:22,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:22,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:22,738 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:22,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:22,951 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:23,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:23,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:23,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:23,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:23,350 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:23,350 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:23,350 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:23,369 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:23,670 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:23,671 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:23,671 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:23,682 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:23,963 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:23,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:23,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:23,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:24,011 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:24,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:24,300 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:24,300 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:24,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:24,609 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:24,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:24,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:24,639 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:24,978 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:24,978 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:24,979 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:24,979 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:24,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:25,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:25,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:25,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:25,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:25,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:25,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:25,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:25,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:25,772 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:25,988 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:26,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:26,056 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:26,056 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:26,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:26,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:26,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:26,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:26,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:26,861 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:26,861 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:26,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:26,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:26,994 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:27,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:27,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:27,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:27,359 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:27,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:27,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:27,742 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:27,812 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:28,003 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:28,146 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:28,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:28,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:28,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:28,553 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:28,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:28,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:28,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:28,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:28,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:28,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:29,008 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:29,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:29,301 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:29,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:29,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:29,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:29,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:29,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:29,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:29,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:30,020 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:30,052 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:30,052 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:30,052 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:30,052 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:30,103 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:30,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:30,445 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:30,445 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:30,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:30,499 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:13:30,617 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:13:30,617 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:13:30,840 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:30,841 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:30,841 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:30,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:31,029 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:31,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:31,238 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:31,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:31,273 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:31,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:31,547 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:31,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:31,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:31,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:31,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:31,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:31,870 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:32,034 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:32,167 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:32,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:32,168 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:32,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:32,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:32,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:32,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:32,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:32,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:32,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:32,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:32,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:33,046 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:33,088 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:33,088 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:33,088 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:33,137 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:33,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:33,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:33,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:33,457 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:33,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:33,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:33,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:33,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:34,018 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:34,018 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:34,018 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:34,047 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:34,047 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:34,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:34,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:34,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:34,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:34,653 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:34,653 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:34,653 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:34,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:34,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:34,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:34,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:34,974 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:35,051 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:35,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:35,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:35,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:35,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:35,283 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:35,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:35,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:35,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:35,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:35,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:35,893 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:35,893 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:35,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:36,057 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:36,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:36,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:36,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:36,207 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:36,510 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:36,511 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:36,511 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:36,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:36,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:36,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:36,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:36,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:37,070 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:37,137 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:37,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:37,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:37,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:37,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:37,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:37,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:37,461 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:37,757 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:37,758 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:37,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:37,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:38,067 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:38,067 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:38,067 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:38,076 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:38,081 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:38,376 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:38,377 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:38,377 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:38,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:38,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:38,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:38,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:38,696 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:38,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:38,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:38,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:39,002 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:39,081 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:39,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:39,306 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:39,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:39,319 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:39,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:39,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:39,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:39,634 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:39,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:39,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:39,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:39,950 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:40,086 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:40,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:40,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:40,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:40,259 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:40,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:40,565 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:40,566 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:40,566 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:40,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:40,865 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:40,865 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:40,865 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:40,884 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:41,101 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:41,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:41,185 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:41,185 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:41,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:41,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:41,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:41,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:41,509 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:41,805 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:41,806 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:41,806 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:41,815 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:42,120 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:42,120 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:42,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:42,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:42,153 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:42,515 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:42,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:42,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:42,527 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:42,822 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:42,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:42,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:42,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:43,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:43,124 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:43,124 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:43,124 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:43,142 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:43,446 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:43,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:43,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:43,458 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:43,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:43,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:43,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:43,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:44,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:44,064 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:44,064 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:44,100 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:44,124 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:44,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:44,387 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:44,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:44,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:44,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:44,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:44,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:44,741 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:45,021 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:45,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:45,021 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:45,059 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:45,132 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:45,325 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:45,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:45,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:45,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:45,624 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:13:45,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:13:45,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:45,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:45,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:45,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:45,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:46,023 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:46,023 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:46,023 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:46,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:46,136 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:46,346 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:46,346 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:46,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:46,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:46,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:46,655 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:46,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:46,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:46,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:46,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:46,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:47,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:47,143 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:47,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:47,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:47,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:47,306 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:47,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:47,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:47,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:47,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:47,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:47,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:47,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:48,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:48,151 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:48,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:48,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:48,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:48,424 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:48,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:48,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:48,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:48,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:49,073 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:49,073 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:49,073 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:49,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:49,155 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:49,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:49,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:49,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:49,544 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:49,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:49,872 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:49,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:49,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:50,164 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:50,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:50,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:50,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:50,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:50,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:50,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:50,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:50,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:51,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:51,097 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:51,097 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:51,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:51,156 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:51,169 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:51,480 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:51,480 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:51,480 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:51,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:51,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:51,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:51,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:51,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:52,131 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:52,132 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:52,132 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:52,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:52,183 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:52,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:52,506 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:52,506 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:52,566 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:52,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:52,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:52,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:52,953 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:53,200 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:53,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:53,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:53,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:53,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:53,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:53,673 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:53,673 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:53,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:53,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:53,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:53,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:53,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:54,204 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:54,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:54,291 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:54,291 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:54,303 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:54,598 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:54,599 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:54,599 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:54,610 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:54,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:54,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:54,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:54,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:55,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:55,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:55,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:55,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:55,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:55,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:55,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:55,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:55,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:55,827 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:55,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:55,827 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:55,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:56,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:56,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:56,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:56,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:13:56,161 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:56,209 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:56,456 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:56,457 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:56,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:56,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:56,770 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:56,770 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:56,770 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:56,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:57,081 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:57,082 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:57,082 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:57,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:57,212 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:57,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:57,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:57,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:57,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:57,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:57,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:57,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:57,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:58,021 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:58,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:58,021 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:58,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:58,223 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:58,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:58,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:58,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:58,350 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:58,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:58,648 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:58,648 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:58,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:58,958 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:58,958 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:58,959 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:58,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:59,239 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:13:59,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:59,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:59,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:59,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:59,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:59,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:59,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:59,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:13:59,891 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:13:59,892 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:13:59,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:13:59,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:00,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:00,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:00,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:00,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:00,239 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:00,469 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:14:00,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:00,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:00,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:00,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:00,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:14:00,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:14:00,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:00,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:00,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:00,864 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:01,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:01,152 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:01,152 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:01,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:01,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:01,247 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:01,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:01,486 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:01,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:01,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:01,789 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:01,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:01,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:01,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:02,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:02,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:02,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:02,146 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:02,253 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:02,422 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:02,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:02,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:02,460 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:02,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:02,735 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:02,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:02,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:03,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:03,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:03,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:03,058 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:03,270 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:03,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:03,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:03,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:03,371 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:03,670 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:03,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:03,670 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:03,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:03,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:03,980 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:03,980 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:04,014 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:04,291 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:04,291 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:04,292 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:04,292 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:04,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:04,601 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:04,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:04,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:04,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:04,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:04,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:04,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:04,956 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:05,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:05,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:05,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:05,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:05,282 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:05,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:05,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:05,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:05,613 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:05,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:05,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:05,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:05,909 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:06,170 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:06,170 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:06,171 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:06,171 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:06,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:06,287 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:06,481 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:06,481 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:06,481 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:06,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:06,795 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:06,795 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:06,795 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:06,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:07,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:07,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:07,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:07,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:07,293 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:07,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:07,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:07,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:07,438 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:07,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:07,737 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:07,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:07,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:08,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:08,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:08,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:08,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:08,305 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:08,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:08,351 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:08,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:08,363 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:08,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:08,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:08,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:08,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:08,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:08,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:08,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:08,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:09,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:09,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:09,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:09,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:09,305 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:09,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:09,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:09,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:09,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:09,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:09,913 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:09,913 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:09,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:10,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:10,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:10,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:10,236 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:10,311 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:10,540 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:10,541 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:10,541 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:10,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:10,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:10,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:10,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:10,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:11,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:11,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:11,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:11,238 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:11,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:11,322 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:11,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:11,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:11,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:11,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:11,853 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:11,854 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:11,854 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:11,911 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:12,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:12,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:12,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:12,241 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:12,332 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:12,512 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:12,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:12,512 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:12,569 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:12,840 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:12,840 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:12,841 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:12,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:13,177 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:13,177 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:13,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:13,234 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:13,337 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:13,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:13,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:13,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:13,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:13,898 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:13,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:13,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:13,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:14,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:14,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:14,295 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:14,339 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:14,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:14,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:14,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:14,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:14,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:15,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:15,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:15,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:15,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:15,351 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:15,415 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:15,415 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:15,416 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:15,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:15,647 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:14:15,647 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:14:15,751 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:15,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:15,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:15,784 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:16,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:16,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:16,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:16,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:16,363 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:16,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:16,379 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:16,379 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:16,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:16,391 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:16,690 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:16,691 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:16,691 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:16,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:16,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:16,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:16,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:17,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:17,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:17,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:17,313 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:17,343 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:17,363 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:17,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:17,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:17,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:17,641 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:17,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:17,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:17,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:17,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:18,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:18,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:18,240 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:18,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:18,370 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:18,559 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:18,559 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:18,559 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:18,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:18,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:18,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:18,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:18,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:19,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:19,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:19,237 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:19,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:19,379 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:19,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:19,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:19,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:19,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:19,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:19,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:19,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:19,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:20,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:20,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:20,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:20,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:20,384 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:20,599 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:20,599 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:20,599 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:20,646 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:20,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:20,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:20,917 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:20,949 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:21,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:21,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:21,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:21,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:21,388 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:21,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:21,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:21,537 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:21,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:21,569 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:21,861 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:21,861 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:21,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:21,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:22,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:22,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:22,168 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:22,187 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:22,396 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:22,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:22,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:22,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:22,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:22,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:22,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:22,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:22,810 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:23,107 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:23,107 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:23,107 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:23,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:23,408 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:23,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:23,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:23,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:23,443 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:23,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:23,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:23,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:23,754 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:24,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:24,048 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:24,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:24,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:24,348 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:24,348 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:24,348 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:24,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:24,408 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:24,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:24,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:24,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:24,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:24,978 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:24,978 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:24,979 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:24,992 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:25,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:25,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:25,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:25,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:25,416 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:25,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:25,595 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:25,595 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:25,608 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:25,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:25,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:25,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:25,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:26,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:26,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:26,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:26,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:26,430 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:26,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:26,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:26,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:26,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:26,831 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:26,831 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:26,831 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:26,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:26,843 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:27,143 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:27,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:27,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:27,156 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:27,441 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:27,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:27,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:27,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:27,460 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:27,766 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:27,767 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:27,767 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:27,779 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:28,074 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:28,074 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:28,074 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:28,086 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:28,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:28,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:28,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:28,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:28,441 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:28,703 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:28,703 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:28,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:28,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:29,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:29,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:29,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:29,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:29,317 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:29,317 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:29,317 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:29,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:29,449 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:29,619 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:29,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:29,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:29,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:29,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:29,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:29,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:29,952 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:30,242 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:30,242 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:30,242 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:30,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:30,464 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:30,475 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:14:30,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:30,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:30,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:30,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:30,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:14:30,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:14:30,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:30,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:30,878 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:30,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:31,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:31,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:31,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:31,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:31,476 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:31,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:31,498 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:31,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:31,544 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:31,815 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:31,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:31,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:31,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:31,858 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:32,146 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:32,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:32,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:32,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:32,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:32,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:32,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:32,476 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:32,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:32,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:32,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:32,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:32,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:33,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:33,142 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:33,142 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:33,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:33,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:33,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:33,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:33,484 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:33,529 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:33,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:33,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:33,801 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:33,872 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:34,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:34,152 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:34,152 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:34,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:34,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:34,485 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:34,485 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:34,487 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:34,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:34,826 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:34,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:34,827 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:34,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:35,205 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:35,205 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:35,205 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:35,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:35,497 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:35,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:35,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:35,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:35,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:36,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:36,106 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:36,106 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:36,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:36,509 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:36,524 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:36,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:36,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:36,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:36,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:36,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:36,948 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:36,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:37,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:37,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:37,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:37,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:37,427 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:37,519 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:37,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:37,795 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:37,795 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:37,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:38,174 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:38,174 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:38,174 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:38,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:38,533 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:38,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:38,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:38,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:38,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:39,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:39,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:39,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:39,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:39,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:39,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:39,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:39,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:39,541 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:39,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:39,657 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:39,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:39,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:40,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:40,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:40,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:40,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:40,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:40,348 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:40,348 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:40,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:40,547 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:40,747 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:40,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:40,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:40,793 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:41,137 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:41,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:41,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:41,173 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:41,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:41,449 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:41,449 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:41,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:41,556 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:41,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:41,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:41,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:41,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:42,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:42,076 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:42,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:42,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:42,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:42,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:42,375 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:42,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:42,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:42,564 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:42,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:42,699 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:42,699 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:42,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:43,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:43,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:43,012 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:43,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:43,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:43,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:43,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:43,340 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:43,577 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:43,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:43,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:43,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:43,645 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:43,938 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:43,938 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:43,938 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:43,957 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:44,261 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:44,261 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:44,261 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:44,273 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:44,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:44,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:44,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:44,579 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:44,579 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:44,920 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:44,920 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:44,920 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:44,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:45,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:45,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:45,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:45,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:45,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:45,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:45,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:45,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:45,580 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:45,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:14:45,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:14:45,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:45,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:45,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:45,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:46,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:46,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:46,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:46,204 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:46,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:46,506 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:46,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:46,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:46,580 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:46,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:46,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:46,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:46,828 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:47,127 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:47,127 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:47,127 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:47,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:47,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:47,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:47,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:47,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:47,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:47,586 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:47,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:47,746 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:47,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:47,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:48,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:48,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:48,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:48,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:48,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:48,372 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:48,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:48,384 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:48,592 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:48,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:48,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:48,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:48,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:48,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:48,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:48,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:49,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:49,293 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:49,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:49,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:49,312 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:49,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:49,604 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:49,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:49,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:49,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:49,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:49,931 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:49,931 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:49,943 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:50,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:50,240 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:50,240 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:50,253 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:50,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:50,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:50,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:50,560 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:50,604 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:50,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:50,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:50,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:50,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:51,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:51,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:51,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:51,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:51,478 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:51,486 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:51,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:51,490 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:51,609 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:51,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:51,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:51,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:51,797 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:52,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:52,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:52,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:52,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:52,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:52,400 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:52,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:52,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:52,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:52,630 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:52,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:52,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:52,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:52,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:53,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:53,024 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:53,024 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:53,043 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:53,337 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:53,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:53,337 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:53,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:53,642 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:53,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:53,661 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:53,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:53,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:53,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:53,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:53,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:54,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:54,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:54,282 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:54,282 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:54,322 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:54,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:54,593 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:54,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:54,634 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:54,642 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:54,905 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:54,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:54,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:54,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:55,207 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:55,207 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:55,207 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:55,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:55,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:55,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:55,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:55,546 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:55,649 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:55,863 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:55,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:55,864 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:55,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:56,175 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:56,175 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:56,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:56,218 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:56,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:56,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:56,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:56,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:56,657 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:56,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:56,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:56,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:56,876 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:57,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:57,124 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:57,124 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:57,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:57,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:57,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:57,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:57,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:14:57,490 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:57,672 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:57,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:57,739 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:57,739 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:57,805 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:58,062 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:58,063 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:58,063 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:58,121 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:58,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:58,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:58,382 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:58,445 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:58,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:58,692 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:58,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:58,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:58,753 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:59,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:59,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:59,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:59,089 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:59,349 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:59,349 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:59,349 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:59,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:59,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:59,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:59,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:14:59,693 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:14:59,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:14:59,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:14:59,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:14:59,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:00,059 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:00,342 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:00,342 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:00,342 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:00,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:00,476 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:15:00,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:15:00,636 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:15:00,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:00,696 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:00,779 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:00,779 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:00,841 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:00,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:00,973 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:00,973 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:01,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:01,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:01,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:01,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:01,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:01,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:01,625 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:01,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:01,696 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:01,697 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:01,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:01,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:01,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:02,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:02,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:02,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:02,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:02,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:02,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:02,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:02,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:02,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:02,699 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:02,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:03,042 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:03,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:03,042 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:03,084 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:03,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:03,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:03,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:03,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:03,720 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:03,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:03,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:03,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:03,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:04,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:04,107 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:04,107 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:04,118 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:04,426 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:04,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:04,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:04,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:04,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:04,725 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:04,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:04,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:04,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:05,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:05,046 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:05,046 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:05,058 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:05,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:05,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:05,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:05,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:05,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:05,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:05,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:05,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:05,725 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:05,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:05,979 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:05,979 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:05,991 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:06,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:06,278 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:06,278 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:06,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:06,607 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:06,607 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:06,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:06,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:06,731 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:06,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:06,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:06,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:06,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:07,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:07,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:07,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:07,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:07,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:07,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:07,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:07,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:07,738 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:07,854 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:07,855 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:07,855 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:07,855 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:07,867 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:08,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:08,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:08,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:08,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:08,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:08,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:08,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:08,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:08,750 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:08,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:08,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:08,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:08,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:09,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:09,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:09,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:09,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:09,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:09,401 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:09,401 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:09,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:09,724 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:09,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:09,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:09,750 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:09,776 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:10,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:10,040 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:10,040 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:10,069 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:10,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:10,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:10,352 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:10,388 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:10,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:10,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:10,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:10,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:10,758 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:10,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:10,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:10,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:11,030 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:11,293 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:11,293 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:11,293 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:11,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:11,596 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:11,596 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:11,596 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:11,615 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:11,764 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:11,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:11,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:11,917 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:11,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:12,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:12,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:12,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:12,236 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:12,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:12,528 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:12,528 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:12,547 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:12,783 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:12,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:12,850 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:12,850 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:12,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:12,863 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:13,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:13,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:13,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:13,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:13,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:13,474 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:13,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:13,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:13,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:13,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:13,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:13,793 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:13,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:14,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:14,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:14,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:14,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:14,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:14,401 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:14,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:14,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:14,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:14,704 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:14,704 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:14,725 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:14,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:15,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:15,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:15,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:15,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:15,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:15,335 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:15,335 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:15,347 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:15,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:15,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:15,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:15,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:15:15,654 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:15,654 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:15:15,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:15,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:15,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:15,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:15,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:16,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:16,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:16,352 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:16,372 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:16,670 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:16,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:16,671 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:16,682 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:16,805 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:16,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:16,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:16,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:16,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:17,297 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:17,298 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:17,298 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:17,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:17,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:17,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:17,606 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:17,618 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:17,821 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:17,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:17,909 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:17,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:17,910 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:17,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:18,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:18,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:18,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:18,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:18,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:18,518 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:18,518 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:18,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:18,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:18,832 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:18,832 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:18,832 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:18,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:19,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:19,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:19,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:19,182 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:19,454 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:19,454 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:19,454 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:19,502 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:19,781 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:19,781 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:19,782 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:19,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:19,832 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:20,087 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:20,087 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:20,087 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:20,134 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:20,412 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:20,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:20,413 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:20,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:20,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:20,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:20,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:20,834 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:20,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:21,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:21,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:21,194 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:21,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:21,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:21,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:21,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:21,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:21,856 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:21,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:21,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:21,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:22,004 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:22,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:22,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:22,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:22,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:22,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:22,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:22,686 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:22,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:22,861 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:23,048 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:23,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:23,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:23,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:23,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:23,426 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:23,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:23,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:23,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:23,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:23,746 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:23,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:23,797 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:23,867 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:24,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:24,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:24,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:24,122 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:24,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:24,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:24,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:24,444 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:24,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:24,704 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:24,704 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:24,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:24,871 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:25,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:25,092 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:25,092 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:25,147 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:25,511 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:25,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:25,512 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:25,569 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:25,893 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:25,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:25,949 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:25,949 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:25,995 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:26,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:26,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:26,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:26,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:26,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:26,757 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:26,757 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:26,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:26,898 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:27,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:27,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:27,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:27,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:27,394 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:27,394 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:27,394 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:27,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:27,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:27,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:27,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:27,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:27,905 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:28,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:28,024 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:28,024 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:28,072 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:28,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:28,339 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:28,339 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:28,340 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:28,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:28,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:28,657 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:28,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:28,687 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:28,917 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:28,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:28,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:28,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:28,995 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:29,263 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:29,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:29,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:29,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:29,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:29,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:29,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:29,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:29,887 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:29,887 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:29,887 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:29,898 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:29,917 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:30,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:30,190 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:30,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:30,203 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:30,477 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:15:30,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:30,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:30,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:30,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:30,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:15:30,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:15:30,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:30,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:30,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:30,812 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:30,925 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:31,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:31,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:31,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:31,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:31,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:31,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:31,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:31,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:31,733 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:31,733 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:31,733 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:31,748 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:31,940 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:32,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:32,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:32,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:32,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:32,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:32,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:32,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:32,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:32,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:32,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:32,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:32,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:32,952 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:32,964 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:32,964 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:32,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:32,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:33,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:33,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:33,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:33,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:33,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:33,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:33,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:33,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:33,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:33,894 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:33,894 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:33,894 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:33,913 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:33,952 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:34,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:34,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:34,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:34,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:34,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:34,521 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:34,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:34,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:34,828 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:34,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:34,829 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:34,841 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:34,959 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:35,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:35,133 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:35,133 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:35,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:35,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:35,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:35,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:35,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:35,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:35,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:35,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:35,761 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:35,977 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:36,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:36,056 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:36,056 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:36,068 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:36,364 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:36,364 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:36,365 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:36,376 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:36,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:36,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:36,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:36,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:36,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:36,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:36,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:36,991 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:36,995 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:37,296 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:37,297 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:37,297 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:37,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:37,607 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:37,615 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:37,615 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:37,621 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:37,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:37,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:37,917 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:37,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:37,991 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:38,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:38,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:38,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:38,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:38,541 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:38,542 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:38,542 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:38,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:38,584 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:38,854 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:38,855 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:38,855 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:38,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:38,997 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:39,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:39,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:39,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:39,208 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:39,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:39,485 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:39,485 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:39,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:39,796 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:39,796 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:39,796 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:39,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:40,010 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:40,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:40,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:40,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:40,150 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:40,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:40,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:40,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:40,434 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:40,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:40,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:40,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:40,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:41,023 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:41,074 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:41,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:41,075 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:41,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:41,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:41,383 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:41,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:41,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:41,692 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:41,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:41,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:41,739 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:42,001 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:42,001 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:42,001 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:42,023 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:42,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:42,298 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:42,298 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:42,298 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:42,345 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:42,630 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:42,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:42,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:42,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:42,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:42,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:42,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:42,990 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:43,028 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:43,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:43,244 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:43,244 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:43,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:43,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:43,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:43,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:43,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:43,613 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:43,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:43,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:43,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:43,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:44,034 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:44,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:44,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:44,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:44,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:44,540 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:44,541 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:44,541 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:44,594 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:44,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:44,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:44,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:44,992 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:45,038 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:45,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:45,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:45,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:45,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:45,575 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:45,576 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:45,576 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:45,630 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:45,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:15:45,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:15:45,900 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:45,900 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:45,900 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:45,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:46,042 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:46,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:46,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:46,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:46,275 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:46,658 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:46,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:46,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:46,699 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:47,064 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:47,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:47,064 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:47,064 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:47,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:47,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:47,488 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:47,488 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:47,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:47,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:47,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:47,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:47,940 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:48,058 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:48,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:48,209 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:48,209 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:48,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:48,520 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:48,520 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:48,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:48,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:48,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:48,835 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:48,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:48,835 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:48,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:49,077 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:49,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:49,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:49,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:49,156 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:49,458 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:49,459 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:49,459 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:49,471 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:49,769 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:49,770 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:49,770 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:49,781 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:50,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:50,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:50,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:50,087 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:50,090 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:50,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:50,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:50,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:50,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:50,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:50,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:50,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:50,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:50,977 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:50,977 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:50,977 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:50,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:51,092 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:51,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:51,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:51,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:51,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:51,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:51,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:51,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:51,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:51,911 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:51,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:51,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:51,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:52,097 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:52,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:52,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:52,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:52,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:52,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:52,531 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:52,531 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:52,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:52,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:52,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:52,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:52,872 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:53,109 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:53,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:53,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:53,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:53,175 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:53,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:53,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:53,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:53,488 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:53,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:53,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:53,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:53,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:54,095 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:54,095 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:54,095 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:54,095 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:54,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:54,114 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:54,415 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:54,415 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:54,415 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:54,427 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:54,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:54,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:54,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:54,739 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:55,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:55,046 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:55,046 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:55,059 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:55,115 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:55,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:55,354 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:55,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:55,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:55,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:55,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:55,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:55,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:55,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:55,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:55,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:56,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:56,121 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:56,298 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:56,298 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:56,298 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:56,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:56,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:56,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:56,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:56,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:56,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:56,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:56,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:57,058 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:57,125 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:57,319 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:57,319 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:57,319 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:57,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:57,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:57,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:57,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:57,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:58,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:58,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:58,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:58,105 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:58,135 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:58,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:58,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:58,413 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:58,485 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:58,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:58,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:58,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:58,812 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:59,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:59,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:59,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:59,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:15:59,136 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:15:59,161 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:59,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:59,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:59,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:59,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:15:59,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:15:59,723 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:15:59,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:15:59,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:00,083 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:00,083 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:00,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:00,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:00,150 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:00,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:00,412 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:00,412 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:00,460 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:00,478 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:16:00,647 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:16:00,647 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:16:00,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:00,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:00,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:00,835 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:01,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:01,032 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:01,032 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:01,057 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:01,161 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:01,368 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:01,368 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:01,368 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:01,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:01,676 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:01,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:01,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:01,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:01,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:01,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:01,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:01,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:02,168 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:02,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:02,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:02,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:02,312 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:02,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:02,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:02,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:02,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:02,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:02,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:02,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:02,950 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:03,189 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:03,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:03,234 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:03,234 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:03,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:03,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:03,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:03,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:03,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:03,853 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:03,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:03,854 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:03,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:04,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:04,163 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:04,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:04,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:04,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:04,189 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:04,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:04,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:04,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:04,490 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:04,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:04,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:04,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:04,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:05,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:05,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:05,113 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:05,163 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:05,194 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:05,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:05,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:05,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:05,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:05,766 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:05,767 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:05,767 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:05,815 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:06,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:06,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:06,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:06,131 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:06,200 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:06,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:06,401 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:06,401 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:06,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:06,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:06,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:06,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:06,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:07,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:07,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:07,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:07,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:07,207 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:07,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:07,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:07,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:07,392 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:07,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:07,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:07,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:07,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:08,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:08,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:08,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:08,207 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:08,237 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:08,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:08,590 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:08,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:08,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:08,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:08,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:08,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:08,996 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:09,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:09,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:09,289 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:09,289 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:09,289 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:09,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:09,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:09,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:09,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:09,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:09,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:09,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:09,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:09,914 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:10,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:10,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:10,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:10,220 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:10,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:10,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:10,519 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:10,519 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:10,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:10,837 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:10,837 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:10,838 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:10,849 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:11,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:11,148 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:11,148 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:11,161 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:11,220 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:11,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:11,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:11,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:11,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:11,772 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:11,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:11,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:11,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:12,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:12,083 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:12,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:12,095 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:12,227 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:12,393 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:12,394 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:12,394 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:12,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:12,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:12,691 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:12,691 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:12,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:13,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:13,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:13,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:13,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:13,237 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:13,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:13,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:13,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:13,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:13,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:13,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:13,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:13,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:13,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:13,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:13,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:13,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:14,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:14,247 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:14,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:14,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:14,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:14,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:14,571 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:14,571 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:14,571 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:14,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:14,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:14,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:14,924 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:14,956 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:15,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:15,238 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:15,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:15,256 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:15,264 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:15,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:15,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:15,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:15,574 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:15,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:16:15,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:16:15,868 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:15,868 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:15,868 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:15,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:16,178 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:16,178 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:16,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:16,199 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:16,261 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:16,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:16,518 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:16,518 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:16,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:16,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:16,836 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:16,837 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:16,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:17,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:17,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:17,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:17,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:17,265 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:17,454 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:17,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:17,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:17,488 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:17,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:17,761 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:17,761 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:17,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:18,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:18,076 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:18,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:18,101 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:18,273 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:18,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:18,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:18,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:18,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:18,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:18,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:18,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:18,702 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:19,003 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:19,004 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:19,004 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:19,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:19,285 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:19,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:19,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:19,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:19,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:19,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:19,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:19,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:19,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:19,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:19,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:19,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:19,937 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:19,950 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:20,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:20,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:20,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:20,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:20,285 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:20,563 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:20,563 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:20,563 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:20,576 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:20,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:20,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:20,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:20,889 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:21,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:21,176 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:21,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:21,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:21,291 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:21,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:21,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:21,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:21,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:21,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:21,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:21,810 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:21,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:22,123 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:22,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:22,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:22,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:22,298 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:22,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:22,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:22,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:22,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:22,733 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:22,733 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:22,733 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:22,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:23,048 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:23,048 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:23,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:23,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:23,310 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:23,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:23,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:23,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:23,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:23,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:23,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:23,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:23,675 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:23,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:23,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:23,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:23,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:24,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:24,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:24,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:24,291 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:24,310 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:24,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:24,590 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:24,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:24,603 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:24,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:24,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:24,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:24,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:24,915 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:25,212 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:25,212 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:25,212 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:25,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:25,315 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:25,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:25,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:25,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:25,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:25,861 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:25,861 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:25,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:25,901 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:26,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:26,181 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:26,181 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:26,231 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:26,323 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:26,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:26,504 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:26,504 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:26,564 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:26,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:26,832 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:26,832 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:26,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:27,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:27,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:27,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:27,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:27,329 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:27,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:27,476 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:27,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:27,526 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:27,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:27,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:27,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:27,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:28,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:28,140 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:28,140 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:28,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:28,330 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:28,514 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:28,514 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:28,514 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:28,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:28,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:28,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:28,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:28,984 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:29,333 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:29,333 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:29,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:29,341 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:29,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:29,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:29,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:29,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:29,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:30,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:30,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:30,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:30,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:30,216 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:30,350 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:30,479 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:16:30,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:30,590 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:30,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:30,643 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:30,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:16:30,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:16:30,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:30,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:30,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:30,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:31,211 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:31,212 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:31,212 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:31,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:31,355 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:31,511 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:31,511 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:31,511 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:31,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:31,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:31,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:31,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:31,851 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:32,150 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:32,150 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:32,151 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:32,166 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:32,369 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:32,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:32,449 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:32,450 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:32,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:32,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:32,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:32,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:32,801 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:33,088 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:33,088 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:33,088 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:33,120 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:33,381 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:33,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:33,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:33,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:33,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:33,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:33,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:33,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:33,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:34,007 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:34,007 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:34,007 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:34,062 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:34,325 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:34,325 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:34,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:34,370 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:34,381 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:34,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:34,635 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:34,635 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:34,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:34,937 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:34,937 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:34,937 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:34,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:35,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:35,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:35,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:35,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:35,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:35,387 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:35,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:35,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:35,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:35,580 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:35,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:35,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:35,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:35,888 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:36,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:36,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:36,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:36,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:36,403 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:36,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:36,493 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:36,493 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:36,504 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:36,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:36,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:36,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:36,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:37,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:37,106 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:37,106 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:37,120 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:37,408 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:37,408 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:37,408 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:37,408 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:37,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:37,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:37,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:37,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:37,739 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:38,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:38,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:38,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:38,052 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:38,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:38,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:38,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:38,360 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:38,408 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:38,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:38,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:38,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:38,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:38,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:38,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:38,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:38,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:39,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:39,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:39,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:39,295 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:39,416 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:39,596 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:39,597 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:39,597 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:39,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:39,904 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:39,905 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:39,905 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:39,918 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:40,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:40,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:40,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:40,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:40,431 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:40,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:40,531 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:40,531 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:40,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:40,543 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:40,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:40,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:40,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:40,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:41,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:41,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:41,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:41,159 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:41,443 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:41,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:41,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:41,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:41,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:41,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:41,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:41,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:41,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:42,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:42,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:42,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:42,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:42,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:42,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:42,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:42,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:42,443 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:42,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:42,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:42,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:42,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:43,024 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:43,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:43,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:43,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:43,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:43,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:43,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:43,347 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:43,448 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:43,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:43,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:43,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:43,657 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:43,945 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:43,945 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:43,945 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:43,974 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:44,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:44,266 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:44,266 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:44,294 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:44,454 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:44,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:44,581 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:44,581 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:44,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:44,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:44,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:44,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:44,992 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:45,253 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:45,253 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:45,253 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:45,310 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:45,461 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:45,573 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:45,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:45,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:45,573 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:45,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:45,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:16:45,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:16:45,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:45,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:45,885 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:45,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:46,187 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:46,187 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:46,187 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:46,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:46,478 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:46,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:46,506 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:46,506 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:46,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:46,898 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:46,898 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:46,898 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:46,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:47,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:47,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:47,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:47,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:47,490 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:47,552 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:47,552 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:47,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:47,596 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:47,868 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:47,868 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:47,868 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:47,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:48,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:48,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:48,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:48,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:48,502 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:48,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:48,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:48,537 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:48,592 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:48,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:48,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:48,880 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:48,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:49,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:49,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:49,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:49,251 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:49,514 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:49,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:49,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:49,537 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:49,588 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:49,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:49,926 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:49,926 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:49,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:50,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:50,366 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:50,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:50,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:50,521 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:50,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:50,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:50,810 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:50,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:50,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:51,265 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:51,275 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:51,275 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:51,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:51,534 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:51,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:51,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:51,680 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:51,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:52,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:52,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:52,069 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:52,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:52,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:52,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:52,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:52,543 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:52,580 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:52,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:52,848 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:52,848 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:52,899 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:53,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:53,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:53,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:53,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:53,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:53,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:53,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:53,529 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:53,543 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:53,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:53,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:53,781 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:53,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:54,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:54,079 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:54,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:54,100 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:54,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:54,391 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:54,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:54,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:54,549 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:54,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:54,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:54,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:54,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:55,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:55,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:55,026 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:55,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:55,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:55,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:55,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:55,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:55,571 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:55,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:55,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:55,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:55,659 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:55,951 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:55,951 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:55,951 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:55,951 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:16:55,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:56,270 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:56,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:56,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:56,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:56,585 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:56,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:56,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:56,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:56,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:56,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:56,893 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:56,894 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:56,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:57,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:57,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:57,201 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:57,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:57,500 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:57,500 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:57,500 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:57,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:57,576 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:57,819 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:57,820 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:57,820 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:57,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:58,129 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:58,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:58,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:58,141 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:58,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:58,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:58,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:58,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:58,582 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:58,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:58,737 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:58,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:58,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:59,061 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:59,062 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:59,062 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:59,095 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:59,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:59,372 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:59,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:59,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:59,597 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:16:59,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:59,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:59,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:16:59,722 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:16:59,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:16:59,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:16:59,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:00,030 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:00,319 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:00,320 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:00,320 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:00,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:00,481 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:17:00,617 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:00,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:00,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:00,630 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:00,648 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:00,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:17:00,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:17:00,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:00,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:00,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:00,955 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:00,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:01,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:01,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:01,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:01,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:01,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:01,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:01,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:01,584 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:01,617 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:01,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:01,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:01,890 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:01,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:02,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:02,201 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:02,201 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:02,214 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:02,509 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:02,510 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:02,510 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:02,523 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:02,623 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:02,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:02,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:02,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:02,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:03,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:03,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:03,142 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:03,153 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:03,458 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:03,458 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:03,458 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:03,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:03,627 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:03,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:03,772 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:03,772 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:03,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:04,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:04,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:04,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:04,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:04,408 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:04,408 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:04,408 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:04,420 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:04,632 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:04,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:04,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:04,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:04,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:05,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:05,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:05,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:05,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:05,348 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:05,349 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:05,349 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:05,361 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:05,644 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:05,658 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:05,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:05,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:05,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:05,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:05,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:05,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:05,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:05,980 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:06,281 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:06,281 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:06,282 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:06,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:06,601 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:06,602 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:06,602 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:06,614 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:06,644 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:06,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:06,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:06,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:06,918 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:07,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:07,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:07,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:07,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:07,517 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:07,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:07,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:07,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:07,649 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:07,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:07,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:07,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:07,857 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:08,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:08,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:08,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:08,169 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:08,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:08,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:08,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:08,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:08,654 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:08,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:08,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:08,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:08,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:09,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:09,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:09,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:09,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:09,409 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:09,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:09,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:09,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:09,666 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:09,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:09,723 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:09,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:09,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:10,088 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:10,088 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:10,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:10,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:10,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:10,505 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:10,505 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:10,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:10,673 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:10,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:10,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:10,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:10,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:11,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:11,276 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:11,276 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:11,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:11,338 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:11,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:11,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:11,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:11,674 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:11,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:12,035 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:12,035 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:12,035 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:12,103 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:12,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:12,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:12,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:12,494 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:12,680 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:12,806 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:12,806 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:12,806 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:12,884 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:13,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:13,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:13,194 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:13,277 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:13,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:13,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:13,582 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:13,675 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:13,687 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:13,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:13,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:13,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:14,015 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:14,342 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:14,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:14,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:14,395 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:14,722 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:14,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:14,902 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:14,902 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:14,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:15,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:15,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:15,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:15,526 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:15,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:17:15,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:17:15,730 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:16,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:16,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:16,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:16,104 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:16,578 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:16,578 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:16,579 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:16,579 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:16,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:16,735 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:17,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:17,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:17,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:17,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:17,657 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:17,657 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:17,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:17,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:17,742 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:18,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:18,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:18,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:18,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:18,478 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:18,478 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:18,478 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:18,517 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:18,754 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:18,790 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:18,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:18,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:18,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:19,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:19,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:19,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:19,150 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:19,422 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:19,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:19,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:19,455 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:19,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:19,735 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:19,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:19,754 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:19,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:20,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:20,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:20,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:20,055 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:20,349 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:20,349 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:20,349 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:20,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:20,671 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:20,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:20,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:20,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:20,760 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:20,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:20,985 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:20,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:21,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:21,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:21,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:21,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:21,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:21,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:21,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:21,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:21,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:21,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:21,766 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:21,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:21,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:21,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:21,936 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:22,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:22,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:22,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:22,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:22,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:22,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:22,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:22,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:22,784 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:22,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:22,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:22,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:22,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:23,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:23,170 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:23,170 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:23,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:23,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:23,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:23,483 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:23,494 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:23,795 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:23,796 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:23,796 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:23,796 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:23,808 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:24,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:24,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:24,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:24,117 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:24,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:24,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:24,419 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:24,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:24,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:24,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:24,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:24,748 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:24,786 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:25,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:25,047 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:25,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:25,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:25,358 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:25,359 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:25,359 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:25,371 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:25,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:25,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:25,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:25,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:25,792 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:25,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:25,991 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:25,991 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:26,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:26,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:26,307 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:26,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:26,319 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:26,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:26,616 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:26,616 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:26,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:26,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:26,797 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:26,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:26,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:26,924 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:26,936 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:27,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:27,238 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:27,238 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:27,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:27,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:27,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:27,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:27,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:27,808 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:27,868 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:27,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:27,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:27,881 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:28,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:28,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:28,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:28,193 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:28,494 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:28,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:28,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:28,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:28,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:28,804 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:28,804 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:28,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:28,813 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:29,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:29,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:29,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:29,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:29,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:29,425 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:29,425 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:29,437 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:29,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:29,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:29,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:29,748 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:29,821 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:30,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:30,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:30,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:30,074 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:30,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:30,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:30,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:30,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:30,484 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:17:30,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:17:30,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:17:30,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:30,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:30,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:30,793 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:30,828 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:30,995 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:30,995 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:30,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:31,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:31,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:31,313 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:31,313 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:31,325 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:31,630 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:31,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:31,630 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:31,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:31,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:31,842 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:31,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:31,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:31,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:31,961 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:32,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:32,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:32,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:32,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:32,576 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:32,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:32,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:32,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:32,854 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:32,900 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:32,900 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:32,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:32,965 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:33,231 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:33,232 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:33,232 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:33,295 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:33,554 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:33,555 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:33,555 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:33,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:33,864 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:33,865 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:33,865 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:33,865 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:33,929 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:34,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:34,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:34,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:34,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:34,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:34,466 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:34,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:34,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:34,524 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:34,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:34,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:34,581 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:34,770 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:34,770 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:34,770 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:34,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:34,872 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:35,197 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:35,198 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:35,198 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:35,280 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:35,606 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:35,607 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:35,607 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:35,699 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:35,877 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:36,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:36,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:36,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:36,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:36,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:36,485 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:36,485 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:36,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:36,889 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:36,950 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:36,950 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:36,951 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:36,951 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:37,034 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:37,356 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:37,356 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:37,356 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:37,433 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:37,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:37,723 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:37,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:37,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:37,894 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:38,101 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:38,102 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:38,102 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:38,158 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:38,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:38,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:38,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:38,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:38,903 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:38,938 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:38,938 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:38,938 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:39,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:39,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:39,346 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:39,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:39,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:39,778 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:39,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:39,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:39,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:39,907 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:40,205 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:40,205 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:40,205 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:40,291 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:40,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:40,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:40,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:40,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:40,918 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:40,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:40,949 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:40,949 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:41,013 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:41,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:41,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:41,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:41,429 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:41,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:41,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:41,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:41,826 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:41,922 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:42,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:42,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:42,188 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:42,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:42,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:42,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:42,523 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:42,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:42,535 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:42,832 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:42,832 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:42,832 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:42,844 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:42,929 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:43,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:43,145 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:43,145 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:43,156 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:43,446 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:43,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:43,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:43,465 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:43,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:43,761 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:43,761 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:43,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:43,932 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:44,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:44,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:44,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:44,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:44,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:44,389 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:44,389 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:44,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:44,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:44,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:44,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:44,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:44,950 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:45,007 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:45,007 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:45,007 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:45,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:45,333 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:45,333 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:45,333 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:45,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:45,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:45,648 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:45,648 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:45,657 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:17:45,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:45,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:17:45,963 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:45,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:45,964 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:45,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:45,976 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:46,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:46,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:46,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:46,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:46,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:46,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:46,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:46,596 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:46,899 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:46,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:46,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:46,910 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:46,954 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:47,314 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:47,314 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:47,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:47,315 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:47,326 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:47,617 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:47,617 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:47,617 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:47,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:47,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:47,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:47,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:47,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:47,955 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:48,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:48,246 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:48,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:48,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:48,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:48,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:48,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:48,568 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:48,863 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:48,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:48,863 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:48,875 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:48,961 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:49,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:49,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:49,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:49,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:49,488 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:49,488 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:49,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:49,515 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:49,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:49,799 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:49,799 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:49,826 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:49,968 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:50,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:50,113 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:50,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:50,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:50,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:50,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:50,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:50,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:50,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:50,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:50,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:50,793 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:50,980 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:51,069 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:51,069 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:51,069 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:51,103 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:51,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:51,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:51,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:51,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:51,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:51,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:51,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:51,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:51,992 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:52,016 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:52,016 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:52,016 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:52,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:52,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:52,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:52,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:52,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:52,341 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:52,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:52,631 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:52,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:52,650 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:52,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:52,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:52,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:52,968 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:52,992 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:53,270 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:53,270 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:53,270 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:53,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:53,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:53,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:53,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:53,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:53,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:53,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:53,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:53,920 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:54,001 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:54,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:54,213 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:54,213 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:54,223 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:54,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:54,531 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:54,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:54,545 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:54,847 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:54,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:54,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:54,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:55,007 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:55,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:55,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:55,158 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:55,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:55,473 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:55,473 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:55,473 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:55,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:55,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:55,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:55,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:55,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:56,016 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:56,093 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:56,093 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:56,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:56,121 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:56,403 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:56,403 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:56,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:56,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:56,726 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:56,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:56,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:56,777 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:57,028 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:57,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:57,040 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:57,040 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:57,095 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:57,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:57,353 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:57,353 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:57,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:17:57,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:57,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:57,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:57,670 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:57,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:57,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:57,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:57,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:57,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:58,028 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:58,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:58,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:58,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:58,305 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:58,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:58,595 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:58,595 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:58,614 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:58,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:58,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:58,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:58,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:59,033 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:17:59,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:59,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:59,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:59,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:59,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:59,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:59,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:59,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:17:59,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:17:59,890 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:17:59,890 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:17:59,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:00,041 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:00,246 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:00,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:00,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:00,306 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:00,484 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:18:00,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:00,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:00,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:00,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:00,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:18:00,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:18:00,921 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:00,922 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:00,922 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:00,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:01,048 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:01,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:01,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:01,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:01,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:01,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:01,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:01,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:01,629 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:01,901 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:01,901 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:01,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:01,961 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:02,051 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:02,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:02,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:02,291 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:02,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:02,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:02,649 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:02,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:02,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:02,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:03,031 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:03,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:03,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:03,053 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:03,090 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:03,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:03,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:03,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:03,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:03,767 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:03,767 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:03,767 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:03,779 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:04,065 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:04,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:04,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:04,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:04,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:04,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:04,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:04,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:04,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:04,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:04,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:04,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:04,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:05,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:05,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:05,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:05,065 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:05,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:05,332 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:05,332 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:05,332 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:05,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:05,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:05,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:05,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:05,705 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:05,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:05,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:05,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:06,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:06,072 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:06,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:06,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:06,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:06,305 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:06,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:06,596 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:06,596 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:06,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:06,905 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:06,905 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:06,905 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:06,915 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:07,076 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:07,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:07,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:07,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:07,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:07,533 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:07,533 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:07,533 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:07,545 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:07,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:07,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:07,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:07,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:07,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:08,085 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:08,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:08,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:08,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:08,171 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:08,470 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:08,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:08,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:08,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:08,781 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:08,781 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:08,781 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:08,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:09,094 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:09,094 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:09,094 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:09,102 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:09,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:09,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:09,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:09,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:09,414 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:09,703 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:09,703 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:09,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:09,721 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:10,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:10,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:10,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:10,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:10,110 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:10,333 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:10,333 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:10,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:10,345 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:10,647 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:10,647 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:10,647 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:10,659 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:10,960 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:10,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:10,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:10,972 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:11,116 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:11,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:11,278 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:11,278 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:11,290 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:11,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:11,588 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:11,588 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:11,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:11,899 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:11,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:11,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:11,911 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:12,133 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:12,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:12,209 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:12,209 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:12,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:12,517 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:12,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:12,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:12,531 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:12,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:12,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:12,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:12,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:13,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:13,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:13,142 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:13,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:13,149 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:13,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:13,460 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:13,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:13,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:13,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:13,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:13,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:13,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:13,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:14,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:14,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:14,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:14,137 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:14,150 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:14,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:14,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:14,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:14,457 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:14,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:14,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:14,724 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:14,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:15,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:15,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:15,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:15,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:15,155 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:15,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:15,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:15,352 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:15,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:15,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:15,655 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:15,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:15,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:18:15,675 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:15,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:18:15,976 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:15,977 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:15,977 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:15,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:16,160 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:16,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:16,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:16,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:16,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:16,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:16,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:16,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:16,618 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:16,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:16,909 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:16,909 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:16,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:17,172 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:17,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:17,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:17,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:17,234 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:17,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:17,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:17,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:17,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:17,921 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:17,922 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:17,922 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:17,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:18,184 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:18,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:18,237 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:18,237 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:18,237 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:18,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:18,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:18,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:18,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:18,577 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:18,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:18,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:18,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:18,893 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:19,197 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:19,197 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:19,197 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:19,197 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:19,226 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:19,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:19,505 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:19,506 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:19,549 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:19,819 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:19,820 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:19,820 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:19,870 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:20,130 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:20,130 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:20,130 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:20,184 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:20,192 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:20,488 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:20,489 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:20,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:20,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:20,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:20,813 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:20,813 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:20,877 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:21,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:21,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:21,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:21,199 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:21,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:21,566 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:21,567 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:21,567 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:21,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:21,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:21,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:21,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:22,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:22,205 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:22,323 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:22,323 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:22,324 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:22,385 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:22,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:22,727 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:22,727 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:22,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:23,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:23,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:23,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:23,168 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:23,209 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:23,444 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:23,445 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:23,445 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:23,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:23,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:23,769 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:23,769 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:23,769 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:23,826 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:24,088 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:24,088 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:24,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:24,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:24,212 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:24,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:24,414 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:24,414 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:24,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:24,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:24,811 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:24,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:24,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:25,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:25,192 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:25,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:25,213 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:25,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:25,558 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:25,558 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:25,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:25,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:25,889 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:25,889 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:25,889 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:25,920 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:26,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:26,211 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:26,211 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:26,219 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:26,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:26,516 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:26,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:26,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:26,528 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:26,826 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:26,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:26,827 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:26,840 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:27,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:27,140 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:27,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:27,152 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:27,222 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:27,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:27,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:27,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:27,460 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:27,767 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:27,767 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:27,767 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:27,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:28,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:28,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:28,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:28,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:28,226 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:28,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:28,391 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:28,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:28,403 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:28,692 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:28,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:28,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:28,692 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:28,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:29,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:29,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:29,014 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:29,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:29,227 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:29,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:29,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:29,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:29,339 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:29,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:29,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:29,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:29,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:29,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:29,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:29,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:29,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:30,238 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:30,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:30,267 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:30,267 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:30,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:30,489 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:18:30,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:30,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:30,568 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:30,586 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:30,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:18:30,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:18:30,894 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:30,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:30,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:30,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:31,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:31,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:31,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:31,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:31,238 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:31,510 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:31,510 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:31,510 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:31,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:31,840 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:31,840 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:31,840 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:31,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:32,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:32,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:32,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:32,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:32,243 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:32,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:32,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:32,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:32,514 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:32,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:32,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:32,784 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:32,838 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:33,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:33,093 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:33,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:33,141 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:33,247 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:33,403 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:33,403 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:33,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:33,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:33,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:33,718 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:33,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:33,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:33,734 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:34,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:34,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:34,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:34,042 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:34,252 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:34,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:34,339 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:34,339 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:34,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:34,652 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:34,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:34,652 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:34,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:34,963 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:34,964 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:34,964 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:34,978 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:35,256 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:35,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:35,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:35,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:35,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:35,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:35,596 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:35,596 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:35,639 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:35,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:35,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:35,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:35,950 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:36,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:36,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:36,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:36,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:36,256 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:36,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:36,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:36,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:36,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:36,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:36,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:36,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:36,902 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:37,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:37,169 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:37,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:37,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:37,262 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:37,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:37,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:37,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:37,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:37,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:37,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:37,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:37,808 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:38,104 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:38,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:38,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:38,119 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:38,265 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:38,416 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:38,417 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:38,417 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:38,432 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:38,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:38,729 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:38,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:38,729 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:38,741 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:39,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:39,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:39,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:39,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:39,279 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:39,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:39,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:39,352 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:39,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:39,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:39,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:39,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:39,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:39,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:39,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:39,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:39,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:40,283 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:40,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:40,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:40,291 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:40,296 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:40,596 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:40,597 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:40,597 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:40,609 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:40,910 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:40,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:40,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:40,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:41,212 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:41,212 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:41,212 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:41,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:41,292 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:41,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:41,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:41,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:41,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:41,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:41,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:41,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:41,864 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:42,166 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:42,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:42,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:42,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:42,299 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:42,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:42,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:42,484 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:42,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:42,807 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:42,807 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:42,807 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:42,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:43,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:43,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:43,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:43,196 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:43,305 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:43,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:43,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:43,484 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:43,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:43,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:43,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:43,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:43,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:43,867 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:44,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:44,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:44,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:44,217 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:44,309 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:44,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:44,493 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:44,493 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:44,549 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:44,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:44,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:44,878 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:44,926 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:45,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:45,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:45,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:45,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:45,317 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:45,620 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:45,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:45,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:45,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:18:45,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:45,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:18:46,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:46,060 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:46,060 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:46,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:46,325 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:46,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:46,491 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:46,491 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:46,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:46,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:46,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:46,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:46,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:47,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:47,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:47,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:47,163 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:47,329 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:47,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:47,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:47,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:47,481 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:47,827 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:47,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:47,827 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:47,839 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:48,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:48,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:48,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:48,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:48,334 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:48,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:48,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:48,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:48,469 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:48,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:48,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:48,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:48,807 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:49,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:49,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:49,075 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:49,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:49,116 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:49,346 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:49,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:49,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:49,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:49,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:49,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:49,701 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:49,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:49,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:50,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:50,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:50,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:50,056 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:50,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:50,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:50,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:50,346 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:50,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:50,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:50,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:50,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:50,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:50,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:50,962 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:50,962 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:50,978 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:51,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:51,276 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:51,276 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:51,299 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:51,347 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:51,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:51,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:51,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:51,610 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:51,901 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:51,901 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:51,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:51,948 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:52,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:52,209 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:52,209 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:52,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:52,354 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:52,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:52,536 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:52,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:52,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:52,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:52,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:52,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:52,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:53,173 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:53,174 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:53,174 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:53,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:53,359 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:53,486 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:53,486 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:53,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:53,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:53,793 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:53,793 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:53,793 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:53,812 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:54,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:54,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:54,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:54,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:54,122 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:54,365 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:54,423 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:54,423 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:54,423 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:54,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:54,734 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:54,734 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:54,734 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:54,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:55,046 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:55,046 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:55,046 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:55,058 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:55,357 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:55,358 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:55,358 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:55,366 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:55,369 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:55,666 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:55,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:55,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:55,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:55,978 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:55,978 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:55,978 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:55,990 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:56,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:56,282 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:56,282 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:56,301 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:56,367 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:56,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:56,602 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:56,602 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:56,614 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:56,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:56,913 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:56,913 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:56,925 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:57,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:57,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:57,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:57,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:57,372 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:57,533 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:57,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:57,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:57,546 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:57,841 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:57,842 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:57,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:57,854 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:58,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:58,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:58,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:58,173 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:58,377 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:58,472 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:58,473 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:58,473 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:58,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:58,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:58,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:58,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:58,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:59,095 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:59,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:59,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:59,109 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:59,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:18:59,389 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:18:59,403 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:59,403 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:59,404 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:59,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:18:59,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:18:59,719 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:18:59,719 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:18:59,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:00,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:00,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:00,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:00,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:00,360 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:00,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:00,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:00,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:00,390 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:00,490 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:19:00,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:00,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:00,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:00,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:19:00,687 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:00,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:19:00,997 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:00,998 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:00,998 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:01,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:01,315 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:01,315 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:01,315 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:01,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:01,397 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:01,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:01,630 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:01,630 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:01,643 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:01,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:01,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:01,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:01,961 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:02,263 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:02,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:02,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:02,277 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:02,401 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:02,578 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:02,579 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:02,579 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:02,590 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:02,882 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:02,882 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:02,882 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:02,901 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:03,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:03,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:03,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:03,214 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:03,407 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:03,511 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:03,511 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:03,511 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:03,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:03,841 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:03,842 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:03,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:03,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:04,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:04,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:04,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:04,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:04,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:04,419 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:04,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:04,484 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:04,484 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:04,540 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:04,809 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:04,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:04,810 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:04,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:05,131 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:05,132 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:05,132 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:05,199 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:05,431 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:05,456 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:05,456 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:05,456 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:05,531 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:05,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:05,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:05,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:05,882 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:06,127 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:06,127 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:06,128 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:06,213 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:06,447 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:06,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:06,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:06,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:06,565 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:06,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:06,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:06,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:06,898 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:07,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:07,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:07,158 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:07,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:07,459 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:07,512 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:07,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:07,512 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:07,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:07,864 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:07,865 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:07,865 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:07,948 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:08,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:08,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:08,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:08,289 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:08,481 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:08,558 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:08,558 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:08,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:08,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:08,921 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:08,921 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:08,921 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:08,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:09,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:09,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:09,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:09,346 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:09,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:09,490 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:09,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:09,754 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:09,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:09,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:10,198 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:10,199 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:10,199 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:10,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:10,494 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:10,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:10,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:10,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:10,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:11,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:11,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:11,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:11,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:11,508 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:11,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:11,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:11,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:11,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:12,031 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:12,032 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:12,032 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:12,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:12,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:12,352 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:12,353 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:12,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:12,513 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:12,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:12,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:12,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:12,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:13,107 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:13,108 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:13,108 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:13,157 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:13,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:13,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:13,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:13,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:13,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:13,873 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:13,874 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:13,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:13,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:14,188 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:14,188 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:14,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:14,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:14,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:14,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:14,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:14,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:14,514 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:14,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:14,815 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:14,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:14,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:14,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:15,130 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:15,130 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:15,131 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:15,142 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:15,442 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:15,443 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:15,443 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:15,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:15,516 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:15,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:19:15,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:19:15,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:15,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:15,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:15,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:16,069 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:16,069 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:16,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:16,081 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:16,375 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:16,376 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:16,376 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:16,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:16,522 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:16,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:16,691 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:16,691 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:16,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:17,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:17,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:17,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:17,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:17,317 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:17,317 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:17,317 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:17,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:17,539 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:17,619 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:17,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:17,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:17,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:18,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:18,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:18,014 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:18,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:18,314 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:18,314 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:18,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:18,333 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:18,561 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:18,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:18,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:18,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:18,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:18,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:18,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:18,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:18,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:19,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:19,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:19,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:19,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:19,566 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:19,566 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:19,566 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:19,566 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:19,583 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:19,588 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:19,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:19,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:19,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:19,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:20,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:20,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:20,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:20,216 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:20,519 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:20,520 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:20,520 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:20,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:20,566 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:20,829 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:20,829 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:20,830 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:20,841 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:21,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:21,140 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:21,140 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:21,153 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:21,444 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:21,444 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:21,444 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:21,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:21,572 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:21,767 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:21,768 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:21,768 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:21,782 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:22,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:22,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:22,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:22,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:22,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:22,380 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:22,380 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:22,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:22,575 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:22,698 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:22,699 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:22,699 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:22,714 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:23,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:23,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:23,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:23,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:23,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:23,332 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:23,332 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:23,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:23,591 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:23,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:23,644 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:23,644 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:23,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:23,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:23,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:23,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:23,971 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:24,269 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:24,270 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:24,270 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:24,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:24,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:24,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:24,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:24,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:24,596 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:24,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:24,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:24,902 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:24,902 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:24,914 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:25,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:25,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:25,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:25,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:25,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:25,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:25,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:25,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:25,596 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:25,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:25,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:25,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:25,848 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:26,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:26,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:26,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:26,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:26,470 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:26,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:26,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:26,504 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:26,603 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:26,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:26,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:26,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:26,835 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:27,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:27,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:27,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:27,146 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:27,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:27,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:27,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:27,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:27,607 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:27,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:27,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:27,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:27,782 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:28,048 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:28,048 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:28,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:28,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:28,359 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:28,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:28,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:28,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:28,628 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:28,671 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:28,671 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:28,671 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:28,727 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:29,022 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:29,022 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:29,022 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:29,075 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:29,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:29,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:29,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:29,440 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:29,633 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:29,766 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:29,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:29,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:29,767 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:29,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:30,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:30,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:30,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:30,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:30,499 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:19:30,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:30,542 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:30,542 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:30,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:30,645 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:30,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:19:30,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:19:30,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:30,946 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:30,946 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:31,013 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:31,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:31,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:31,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:31,354 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:31,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:31,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:31,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:31,652 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:31,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:31,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:31,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:31,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:32,052 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:32,334 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:32,334 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:32,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:32,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:32,670 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:32,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:32,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:32,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:32,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:33,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:33,092 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:33,092 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:33,158 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:33,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:33,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:33,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:33,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:33,678 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:34,017 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:34,018 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:34,018 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:34,074 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:34,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:34,466 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:34,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:34,523 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:34,690 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:34,894 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:34,894 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:34,894 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:34,894 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:34,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:35,315 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:35,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:35,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:35,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:35,618 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:35,618 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:35,618 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:35,637 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:35,691 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:35,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:35,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:35,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:35,955 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:36,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:36,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:36,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:36,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:36,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:36,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:36,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:36,586 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:36,698 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:36,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:36,884 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:36,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:36,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:37,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:37,202 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:37,202 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:37,214 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:37,511 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:37,511 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:37,512 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:37,523 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:37,706 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:37,821 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:37,821 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:37,821 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:37,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:38,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:38,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:38,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:38,145 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:38,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:38,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:38,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:38,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:38,727 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:38,767 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:38,767 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:38,767 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:38,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:39,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:39,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:39,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:39,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:39,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:39,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:39,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:39,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:39,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:39,703 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:39,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:39,712 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:39,727 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:40,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:40,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:40,021 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:40,021 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:40,034 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:40,331 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:40,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:40,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:40,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:40,646 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:40,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:40,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:40,683 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:40,736 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:40,960 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:40,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:40,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:40,994 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:41,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:41,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:41,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:41,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:41,585 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:41,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:41,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:41,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:41,741 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:41,898 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:41,898 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:41,898 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:41,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:42,206 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:42,206 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:42,206 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:42,251 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:42,530 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:42,530 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:42,531 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:42,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:42,755 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:42,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:42,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:42,844 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:42,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:43,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:43,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:43,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:43,166 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:43,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:43,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:43,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:43,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:43,767 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:43,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:43,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:43,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:43,788 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:44,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:44,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:44,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:44,109 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:44,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:44,400 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:44,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:44,420 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:44,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:44,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:44,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:44,773 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:44,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:45,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:45,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:45,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:45,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:45,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:45,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:45,342 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:45,342 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:45,354 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:45,649 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:45,649 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:45,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:45,659 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:45,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:19:45,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:19:45,777 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:45,960 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:45,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:45,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:45,973 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:46,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:46,269 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:46,269 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:46,280 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:46,581 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:46,581 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:46,581 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:46,595 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:46,792 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:46,891 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:46,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:46,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:46,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:47,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:47,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:47,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:47,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:47,517 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:47,518 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:47,518 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:47,529 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:47,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:47,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:47,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:47,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:47,835 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:48,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:48,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:48,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:48,227 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:48,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:48,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:48,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:48,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:48,816 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:48,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:48,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:48,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:48,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:49,137 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:49,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:49,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:49,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:49,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:49,457 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:49,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:49,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:49,760 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:49,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:49,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:49,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:49,816 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:50,074 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:50,074 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:50,074 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:50,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:50,104 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:50,399 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:50,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:50,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:50,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:50,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:50,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:50,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:50,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:50,819 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:51,026 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:51,026 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:51,026 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:51,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:51,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:51,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:51,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:51,392 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:51,658 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:51,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:51,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:51,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:51,830 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:51,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:51,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:51,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:52,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:52,371 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:52,371 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:52,371 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:52,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:52,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:52,718 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:52,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:52,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:52,836 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:53,048 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:53,048 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:53,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:53,120 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:53,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:53,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:53,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:53,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:53,694 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:53,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:53,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:53,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:53,840 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:54,015 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:54,016 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:54,016 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:54,075 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:54,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:54,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:54,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:54,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:54,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:54,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:54,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:54,722 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:54,845 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:54,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:54,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:54,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:55,047 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:55,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:55,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:55,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:55,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:19:55,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:55,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:55,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:55,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:55,655 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:55,850 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:55,916 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:55,916 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:55,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:55,976 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:56,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:56,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:56,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:56,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:56,566 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:56,566 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:56,567 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:56,612 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:56,868 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:56,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:56,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:56,885 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:56,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:57,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:57,209 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:57,209 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:57,264 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:57,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:57,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:57,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:57,556 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:57,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:57,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:57,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:57,869 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:57,891 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:58,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:58,192 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:58,192 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:58,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:58,511 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:58,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:58,512 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:58,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:58,829 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:58,830 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:58,830 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:58,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:58,869 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:19:59,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:59,142 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:59,142 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:59,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:59,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:59,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:59,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:59,494 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:59,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:19:59,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:19:59,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:19:59,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:19:59,874 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:00,088 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:00,088 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:00,088 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:00,131 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:00,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:00,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:00,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:00,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:00,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:00,501 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:20:00,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:20:00,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:20:00,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:00,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:00,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:00,838 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:00,884 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:01,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:01,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:01,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:01,046 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:01,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:01,353 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:01,353 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:01,365 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:01,667 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:01,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:01,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:01,680 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:01,887 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:01,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:01,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:01,985 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:01,998 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:02,297 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:02,297 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:02,298 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:02,312 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:02,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:02,612 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:02,612 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:02,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:02,892 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:02,923 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:02,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:02,924 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:02,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:03,240 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:03,241 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:03,241 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:03,254 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:03,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:03,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:03,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:03,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:03,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:03,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:03,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:03,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:03,892 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:04,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:04,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:04,168 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:04,187 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:04,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:04,498 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:04,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:04,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:04,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:04,813 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:04,813 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:04,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:04,897 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:05,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:05,116 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:05,116 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:05,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:05,430 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:05,430 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:05,430 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:05,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:05,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:05,757 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:05,758 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:05,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:05,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:05,902 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:06,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:06,060 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:06,060 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:06,079 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:06,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:06,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:06,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:06,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:06,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:06,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:06,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:06,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:06,908 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:07,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:07,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:07,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:07,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:07,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:07,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:07,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:07,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:07,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:07,638 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:07,638 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:07,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:07,920 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:07,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:07,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:07,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:07,961 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:08,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:08,267 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:08,267 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:08,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:08,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:08,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:08,568 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:08,586 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:08,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:08,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:08,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:08,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:08,920 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:09,205 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:09,206 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:09,206 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:09,219 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:09,516 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:09,516 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:09,516 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:09,528 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:09,820 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:09,820 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:09,820 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:09,839 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:09,925 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:10,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:10,145 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:10,145 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:10,160 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:10,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:10,466 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:10,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:10,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:10,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:10,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:10,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:10,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:10,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:10,933 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:11,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:11,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:11,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:11,138 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:11,394 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:11,394 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:11,394 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:11,453 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:11,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:11,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:11,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:11,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:11,953 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:12,015 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:12,015 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:12,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:12,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:12,334 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:12,334 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:12,334 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:12,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:12,653 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:12,654 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:12,654 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:12,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:12,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:12,959 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:12,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:12,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:12,979 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:13,284 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:13,285 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:13,285 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:13,298 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:13,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:13,595 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:13,595 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:13,610 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:13,905 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:13,905 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:13,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:13,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:13,959 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:14,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:14,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:14,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:14,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:14,533 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:14,533 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:14,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:14,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:14,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:14,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:14,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:14,914 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:14,965 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:15,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:15,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:15,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:15,236 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:15,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:15,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:15,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:15,477 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:15,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:15,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:20:15,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:20:15,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:15,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:15,878 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:15,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:15,974 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:16,288 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:16,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:16,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:16,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:16,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:16,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:16,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:16,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:16,980 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:17,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:17,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:17,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:17,203 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:17,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:17,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:17,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:17,641 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:17,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:17,990 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:17,990 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:17,990 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:18,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:18,408 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:18,409 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:18,409 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:18,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:18,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:18,746 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:18,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:18,808 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:19,008 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:19,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:19,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:19,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:19,133 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:19,419 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:19,420 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:19,420 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:19,479 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:19,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:19,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:19,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:19,812 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:20,015 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:20,146 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:20,147 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:20,147 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:20,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:20,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:20,501 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:20,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:20,502 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:20,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:20,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:20,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:20,885 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:20,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:21,022 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:21,307 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:21,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:21,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:21,336 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:21,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:21,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:21,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:21,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:21,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:21,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:21,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:21,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:22,022 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:22,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:22,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:22,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:22,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:22,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:22,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:22,604 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:22,617 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:22,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:22,909 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:22,909 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:22,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:23,030 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:23,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:23,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:23,237 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:23,251 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:23,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:23,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:23,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:23,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:23,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:23,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:23,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:23,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:24,034 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:24,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:24,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:24,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:24,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:24,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:24,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:24,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:24,490 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:24,793 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:24,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:24,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:24,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:25,053 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:25,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:25,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:25,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:25,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:25,424 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:25,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:25,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:25,437 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:25,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:25,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:25,738 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:25,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:25,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:26,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:26,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:26,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:26,059 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:26,063 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:26,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:26,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:26,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:26,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:26,676 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:26,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:26,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:26,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:26,992 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:26,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:26,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:27,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:27,059 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:27,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:27,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:27,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:27,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:27,610 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:27,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:27,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:27,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:27,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:27,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:27,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:27,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:28,067 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:28,227 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:28,227 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:28,227 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:28,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:28,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:28,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:28,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:28,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:28,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:28,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:28,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:28,860 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:29,072 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:29,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:29,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:29,158 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:29,192 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:29,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:29,466 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:29,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:29,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:29,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:29,787 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:29,787 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:29,847 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:30,084 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:30,110 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:30,132 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:30,132 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:30,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:30,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:30,429 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:30,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:30,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:30,511 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:20:30,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:20:30,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:20:30,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:30,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:30,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:30,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:30,902 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:31,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:31,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:31,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:31,087 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:31,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:31,410 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:31,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:31,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:31,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:31,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:31,764 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:31,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:31,852 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:32,099 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:32,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:32,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:32,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:32,204 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:32,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:32,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:32,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:32,514 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:32,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:32,777 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:32,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:32,819 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:33,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:33,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:33,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:33,099 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:33,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:33,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:33,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:33,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:33,445 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:33,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:33,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:33,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:33,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:34,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:34,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:34,014 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:34,048 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:34,100 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:34,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:34,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:34,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:34,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:34,647 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:34,648 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:34,648 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:34,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:34,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:34,956 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:34,956 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:34,975 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:35,105 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:35,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:35,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:35,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:35,289 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:35,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:35,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:35,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:35,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:35,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:35,896 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:35,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:35,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:35,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:36,109 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:36,191 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:36,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:36,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:36,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:36,510 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:36,511 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:36,511 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:36,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:36,824 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:36,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:36,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:36,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:37,121 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:37,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:37,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:37,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:37,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:37,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:37,450 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:37,450 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:37,462 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:37,760 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:37,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:37,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:37,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:38,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:38,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:38,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:38,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:38,121 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:38,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:38,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:38,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:38,435 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:38,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:38,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:38,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:38,776 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:39,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:39,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:39,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:39,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:39,122 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:39,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:39,391 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:39,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:39,438 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:39,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:39,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:39,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:39,760 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:40,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:40,036 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:40,036 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:40,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:40,126 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:40,352 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:40,353 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:40,353 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:40,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:40,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:40,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:40,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:40,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:40,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:40,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:40,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:40,994 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:41,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:41,133 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:41,301 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:41,301 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:41,301 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:41,351 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:41,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:41,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:41,696 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:41,751 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:42,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:42,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:42,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:42,111 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:42,138 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:42,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:42,448 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:42,448 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:42,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:42,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:42,853 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:42,853 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:42,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:43,152 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:43,167 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:43,167 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:43,168 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:43,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:43,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:43,483 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:43,483 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:43,495 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:43,797 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:43,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:43,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:43,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:44,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:44,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:44,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:44,118 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:44,152 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:44,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:44,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:44,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:44,441 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:44,733 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:44,733 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:44,733 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:44,752 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:45,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:45,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:45,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:45,072 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:45,158 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:45,373 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:45,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:45,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:45,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:45,686 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:45,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:45,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:45,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:20:45,699 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:45,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:20:45,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:45,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:45,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:45,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:46,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:46,162 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:46,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:46,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:46,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:46,333 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:46,632 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:46,632 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:46,632 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:46,673 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:46,949 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:46,949 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:46,949 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:46,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:47,173 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:47,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:47,258 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:47,258 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:47,305 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:47,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:47,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:47,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:47,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:47,918 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:47,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:47,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:47,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:48,182 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:48,284 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:48,285 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:48,285 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:48,360 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:48,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:48,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:48,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:48,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:48,959 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:48,960 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:48,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:49,032 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:49,199 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:49,269 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:49,269 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:49,269 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:49,340 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:49,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:49,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:49,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:49,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:49,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:49,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:49,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:50,021 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:50,216 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:50,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:50,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:50,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:50,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:50,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:50,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:50,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:50,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:50,976 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:50,976 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:50,976 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:51,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:51,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:51,232 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:51,298 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:51,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:51,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:51,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:51,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:51,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:51,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:51,663 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:51,934 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:51,935 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:51,935 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:51,969 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:52,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:52,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:52,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:52,243 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:52,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:52,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:52,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:52,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:52,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:52,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:52,870 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:52,870 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:52,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:53,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:53,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:53,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:53,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:53,244 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:53,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:53,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:53,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:53,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:53,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:53,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:53,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:53,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:54,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:54,116 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:54,116 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:54,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:54,248 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:54,441 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:54,444 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:54,444 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:54,456 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:54,747 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:54,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:54,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:54,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:55,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:55,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:55,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:55,083 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:55,253 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:55,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:55,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:55,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:55,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:55,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:55,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:55,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:55,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:56,010 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:56,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:56,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:56,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:56,265 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:56,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:56,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:56,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:56,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:20:56,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:56,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:56,634 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:56,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:56,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:56,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:56,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:56,948 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:56,960 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:57,254 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:57,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:57,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:57,265 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:57,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:57,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:57,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:57,568 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:57,581 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:57,880 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:57,880 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:57,880 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:57,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:58,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:58,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:58,194 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:58,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:58,266 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:58,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:58,505 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:58,505 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:58,517 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:58,820 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:58,820 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:58,820 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:58,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:59,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:59,133 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:59,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:59,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:59,270 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:20:59,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:59,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:59,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:59,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:20:59,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:20:59,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:20:59,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:20:59,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:00,105 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:00,105 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:00,105 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:00,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:00,277 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:00,441 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:00,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:00,442 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:00,489 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:00,502 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:21:00,689 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:21:00,689 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:21:00,757 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:00,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:00,828 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:00,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:01,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:01,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:01,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:01,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:01,286 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:01,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:01,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:01,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:01,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:01,497 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:01,770 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:01,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:01,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:01,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:02,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:02,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:02,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:02,159 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:02,290 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:02,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:02,435 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:02,435 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:02,498 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:02,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:02,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:02,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:02,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:03,301 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:03,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:03,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:03,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:03,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:03,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:03,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:03,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:03,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:04,141 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:04,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:04,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:04,172 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:04,308 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:04,470 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:04,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:04,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:04,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:04,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:04,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:04,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:04,804 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:05,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:05,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:05,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:05,127 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:05,321 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:05,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:05,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:05,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:05,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:05,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:05,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:05,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:05,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:06,039 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:06,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:06,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:06,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:06,332 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:06,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:06,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:06,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:06,395 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:06,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:06,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:06,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:06,666 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:06,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:06,981 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:06,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:06,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:07,015 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:07,283 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:07,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:07,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:07,306 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:07,332 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:07,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:07,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:07,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:07,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:07,919 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:07,919 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:07,919 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:07,957 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:08,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:08,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:08,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:08,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:08,338 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:08,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:08,565 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:08,566 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:08,617 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:08,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:08,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:08,880 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:08,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:09,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:09,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:09,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:09,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:09,343 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:09,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:09,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:09,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:09,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:09,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:09,808 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:09,808 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:09,842 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:10,130 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:10,130 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:10,130 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:10,177 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:10,358 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:10,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:10,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:10,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:10,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:10,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:10,764 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:10,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:10,777 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:11,074 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:11,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:11,075 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:11,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:11,370 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:11,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:11,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:11,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:11,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:11,696 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:11,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:11,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:11,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:11,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:12,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:12,007 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:12,007 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:12,021 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:12,320 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:12,320 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:12,320 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:12,336 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:12,370 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:12,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:12,625 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:12,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:12,645 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:12,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:12,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:12,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:12,967 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:13,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:13,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:13,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:13,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:13,377 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:13,569 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:13,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:13,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:13,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:13,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:13,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:13,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:13,891 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:14,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:14,187 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:14,187 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:14,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:14,383 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:14,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:14,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:14,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:14,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:14,805 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:14,806 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:14,806 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:14,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:15,110 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:15,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:15,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:15,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:15,395 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:15,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:15,430 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:15,430 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:15,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:15,690 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:21:15,690 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:21:15,726 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:15,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:15,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:15,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:16,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:16,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:16,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:16,052 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:16,354 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:16,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:16,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:16,369 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:16,395 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:16,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:16,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:16,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:16,682 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:16,981 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:16,981 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:16,981 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:16,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:17,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:17,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:17,292 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:17,292 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:17,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:17,402 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:17,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:17,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:17,606 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:17,618 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:17,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:17,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:17,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:17,927 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:18,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:18,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:18,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:18,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:18,408 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:18,539 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:18,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:18,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:18,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:18,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:18,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:18,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:18,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:19,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:19,179 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:19,179 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:19,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:19,423 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:19,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:19,494 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:19,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:19,506 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:19,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:19,808 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:19,808 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:19,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:20,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:20,119 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:20,119 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:20,131 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:20,436 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:20,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:20,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:20,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:20,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:20,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:20,736 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:20,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:20,790 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:21,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:21,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:21,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:21,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:21,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:21,397 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:21,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:21,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:21,429 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:21,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:21,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:21,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:21,782 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:22,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:22,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:22,119 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:22,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:22,182 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:22,433 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:22,485 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:22,486 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:22,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:22,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:22,858 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:22,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:22,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:22,920 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:23,194 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:23,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:23,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:23,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:23,445 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:23,530 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:23,530 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:23,530 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:23,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:23,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:23,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:23,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:23,930 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:24,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:24,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:24,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:24,288 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:24,452 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:24,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:24,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:24,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:24,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:25,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:25,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:25,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:25,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:25,460 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:25,597 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:25,597 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:25,597 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:25,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:25,968 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:25,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:25,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:26,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:26,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:26,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:26,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:26,476 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:26,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:26,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:26,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:26,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:26,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:27,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:27,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:27,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:27,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:27,461 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:27,487 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:27,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:27,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:27,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:27,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:28,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:28,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:28,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:28,287 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:28,504 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:28,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:28,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:28,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:28,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:28,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:28,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:28,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:29,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:29,337 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:29,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:29,337 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:29,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:29,510 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:29,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:29,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:29,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:29,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:29,977 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:29,977 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:29,977 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:30,030 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:30,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:30,278 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:30,278 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:30,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:30,510 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:21:30,511 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:30,599 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:30,599 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:30,600 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:30,634 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:30,690 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:21:30,690 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:21:30,918 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:30,919 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:30,919 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:30,950 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:31,234 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:31,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:31,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:31,248 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:31,523 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:31,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:31,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:31,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:31,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:31,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:31,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:31,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:31,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:32,178 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:32,178 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:32,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:32,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:32,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:32,492 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:32,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:32,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:32,504 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:32,523 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:32,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:32,808 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:32,808 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:32,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:33,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:33,116 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:33,116 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:33,130 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:33,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:33,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:33,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:33,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:33,530 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:33,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:33,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:33,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:33,760 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:34,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:34,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:34,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:34,068 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:34,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:34,370 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:34,370 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:34,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:34,539 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:34,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:34,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:34,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:34,705 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:35,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:35,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:35,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:35,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:35,305 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:35,305 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:35,305 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:35,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:35,560 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:35,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:35,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:35,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:35,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:35,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:35,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:35,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:35,948 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:36,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:36,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:36,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:36,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:36,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:36,565 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:36,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:36,573 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:36,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:36,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:36,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:36,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:36,891 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:37,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:37,190 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:37,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:37,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:37,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:37,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:37,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:37,500 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:37,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:37,574 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:37,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:37,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:37,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:37,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:38,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:38,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:38,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:38,137 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:38,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:38,435 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:38,435 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:38,448 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:38,581 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:38,748 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:38,749 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:38,749 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:38,761 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:39,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:39,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:39,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:39,068 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:39,364 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:39,364 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:39,364 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:39,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:39,592 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:39,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:39,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:39,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:39,699 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:39,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:39,991 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:39,991 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:40,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:40,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:40,306 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:40,306 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:40,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:40,604 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:40,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:40,632 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:40,632 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:40,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:40,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:40,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:40,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:40,957 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:41,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:41,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:41,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:41,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:41,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:41,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:41,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:41,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:41,604 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:41,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:41,874 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:41,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:41,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:42,198 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:42,198 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:42,199 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:42,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:42,514 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:42,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:42,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:42,515 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:42,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:42,613 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:42,827 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:42,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:42,828 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:42,864 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:43,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:43,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:43,134 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:43,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:43,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:43,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:43,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:43,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:43,619 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:43,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:43,774 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:43,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:43,828 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:44,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:44,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:44,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:44,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:44,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:44,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:44,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:44,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:44,625 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:44,812 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:44,812 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:44,813 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:44,874 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:45,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:45,166 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:45,166 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:45,207 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:45,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:45,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:45,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:45,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:45,632 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:45,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:21:45,691 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:21:45,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:45,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:45,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:45,956 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:46,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:46,280 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:46,280 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:46,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:46,647 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:46,648 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:46,648 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:46,648 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:46,717 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:47,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:47,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:47,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:47,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:47,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:47,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:47,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:47,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:47,659 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:47,673 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:47,673 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:47,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:47,674 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:47,731 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:48,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:48,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:48,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:48,075 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:48,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:48,347 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:48,347 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:48,410 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:48,671 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:48,694 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:48,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:48,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:48,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:49,100 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:49,100 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:49,100 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:49,156 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:49,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:49,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:49,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:49,602 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:49,675 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:50,026 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:50,026 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:50,026 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:50,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:50,340 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:50,340 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:50,340 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:50,403 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:50,680 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:50,680 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:50,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:50,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:50,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:51,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:51,026 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:51,026 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:51,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:51,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:51,448 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:51,449 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:51,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:51,693 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:51,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:51,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:51,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:52,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:52,394 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:52,394 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:52,394 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:52,433 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:52,704 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:52,717 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:52,718 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:52,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:52,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:52,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:53,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:53,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:53,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:53,058 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:53,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:53,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:53,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:53,375 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:53,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:53,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:53,680 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:53,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:53,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:53,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:53,997 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:53,997 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:54,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:54,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:54,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:54,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:54,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:54,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:54,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:54,624 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:54,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:54,712 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:54,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:54,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:54,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:54,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:55,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:55,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:55,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:55,256 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:55,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:55,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:55,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:55,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:55,717 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:55,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:55,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:55,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:55,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:56,178 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:56,179 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:56,179 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:56,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:56,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:56,492 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:56,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:56,504 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:56,738 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:56,793 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:56,793 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:56,793 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:56,812 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:57,104 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:57,104 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:57,104 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:57,153 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:57,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:57,429 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:57,430 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:57,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:57,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:57,744 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:57,744 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:57,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:21:57,752 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:57,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:58,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:58,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:58,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:58,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:58,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:58,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:58,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:58,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:58,677 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:58,677 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:58,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:58,726 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:58,757 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:58,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:58,988 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:58,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:59,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:59,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:59,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:59,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:59,333 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:59,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:59,616 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:59,616 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:59,645 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:21:59,764 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:21:59,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:21:59,928 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:21:59,928 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:21:59,937 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:00,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:00,244 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:00,244 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:00,264 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:00,511 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:22:00,569 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:00,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:00,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:00,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:00,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:22:00,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:22:00,772 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:00,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:00,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:00,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:00,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:01,195 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:01,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:01,196 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:01,209 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:01,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:01,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:01,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:01,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:01,787 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:01,807 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:01,807 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:01,807 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:01,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:02,122 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:02,122 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:02,122 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:02,141 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:02,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:02,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:02,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:02,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:02,760 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:02,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:02,761 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:02,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:02,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:02,788 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:03,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:03,081 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:03,081 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:03,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:03,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:03,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:03,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:03,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:03,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:03,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:03,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:03,721 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:03,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:04,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:04,027 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:04,027 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:04,040 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:04,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:04,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:04,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:04,346 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:04,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:04,651 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:04,651 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:04,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:04,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:04,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:04,963 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:04,963 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:04,975 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:05,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:05,271 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:05,271 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:05,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:05,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:05,589 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:05,589 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:05,601 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:05,809 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:05,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:05,896 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:05,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:05,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:06,194 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:06,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:06,194 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:06,214 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:06,524 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:06,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:06,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:06,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:06,821 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:06,841 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:06,842 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:06,842 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:06,854 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:07,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:07,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:07,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:07,163 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:07,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:07,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:07,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:07,478 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:07,778 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:07,779 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:07,779 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:07,779 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:07,792 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:07,821 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:08,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:08,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:08,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:08,134 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:08,408 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:08,408 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:08,408 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:08,445 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:08,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:08,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:08,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:08,760 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:08,827 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:09,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:09,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:09,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:09,082 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:09,347 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:09,348 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:09,348 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:09,436 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:09,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:09,692 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:09,692 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:09,775 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:09,833 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:10,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:10,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:10,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:10,131 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:10,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:10,383 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:10,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:10,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:10,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:10,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:10,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:10,823 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:10,840 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:11,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:11,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:11,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:11,151 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:11,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:11,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:11,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:11,532 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:11,831 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:11,832 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:11,832 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:11,840 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:11,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:12,175 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:12,175 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:12,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:12,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:12,249 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:12,250 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:12,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:12,315 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:12,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:12,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:12,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:12,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:12,845 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:12,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:12,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:12,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:12,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:13,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:13,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:13,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:13,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:13,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:13,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:13,728 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:13,729 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:13,823 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:13,855 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:14,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:14,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:14,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:14,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:14,511 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:14,512 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:14,512 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:14,581 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:14,863 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:14,949 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:14,950 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:14,950 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:15,030 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:15,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:15,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:15,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:15,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:15,665 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:15,665 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:15,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:15,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:22:15,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:15,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:22:15,866 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:16,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:16,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:16,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:16,138 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:16,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:16,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:16,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:16,509 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:16,878 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:16,910 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:16,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:16,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:16,989 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:17,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:17,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:17,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:17,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:17,896 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:17,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:17,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:17,948 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:17,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:18,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:18,441 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:18,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:18,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:18,524 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:18,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:18,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:18,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:18,903 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:18,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:19,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:19,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:19,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:19,376 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:19,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:19,646 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:19,646 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:19,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:19,915 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:19,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:19,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:19,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:19,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:20,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:20,267 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:20,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:20,280 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:20,580 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:20,580 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:20,580 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:20,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:20,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:20,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:20,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:20,901 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:20,915 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:21,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:21,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:21,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:21,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:21,507 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:21,507 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:21,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:21,526 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:21,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:21,813 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:21,813 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:21,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:21,921 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:22,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:22,134 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:22,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:22,146 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:22,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:22,438 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:22,438 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:22,456 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:22,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:22,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:22,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:22,772 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:22,927 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:23,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:23,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:23,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:23,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:23,084 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:23,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:23,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:23,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:23,399 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:23,696 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:23,696 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:23,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:23,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:23,943 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:23,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:23,998 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:23,998 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:24,016 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:24,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:24,317 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:24,317 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:24,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:24,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:24,629 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:24,629 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:24,641 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:24,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:24,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:24,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:24,950 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:24,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:25,252 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:25,252 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:25,253 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:25,265 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:25,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:25,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:25,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:25,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:25,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:25,884 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:25,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:25,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:25,951 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:26,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:26,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:26,194 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:26,206 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:26,503 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:26,503 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:26,503 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:26,516 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:26,823 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:26,824 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:26,824 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:26,836 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:26,956 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:27,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:27,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:27,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:27,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:27,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:27,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:27,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:27,460 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:27,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:27,764 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:27,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:27,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:27,961 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:28,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:28,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:28,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:28,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:28,089 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:28,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:28,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:28,382 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:28,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:28,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:28,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:28,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:28,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:28,972 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:29,019 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:29,019 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:29,020 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:29,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:29,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:29,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:29,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:29,375 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:29,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:29,636 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:29,636 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:29,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:29,964 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:29,965 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:29,965 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:29,973 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:30,014 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:30,280 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:30,280 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:30,280 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:30,340 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:30,517 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:22:30,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:30,596 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:30,596 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:30,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:30,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:22:30,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:22:30,910 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:30,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:30,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:30,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:30,973 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:31,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:31,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:31,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:31,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:31,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:31,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:31,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:31,579 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:31,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:31,860 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:31,860 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:31,873 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:31,981 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:32,174 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:32,175 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:32,175 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:32,207 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:32,484 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:32,485 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:32,485 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:32,504 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:32,799 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:32,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:32,800 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:32,844 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:32,986 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:33,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:33,106 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:33,106 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:33,107 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:33,154 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:33,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:33,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:33,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:33,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:33,745 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:33,746 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:33,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:33,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:34,000 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:34,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:34,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:34,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:34,100 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:34,377 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:34,377 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:34,377 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:34,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:34,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:34,688 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:34,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:34,712 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:34,989 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:34,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:34,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:35,007 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:35,020 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:35,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:35,313 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:35,313 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:35,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:35,623 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:35,624 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:35,624 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:35,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:35,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:35,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:35,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:35,991 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:36,008 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:36,250 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:36,250 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:36,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:36,306 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:36,580 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:36,580 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:36,580 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:36,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:36,912 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:36,913 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:36,913 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:36,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:37,014 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:37,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:37,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:37,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:37,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:37,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:37,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:37,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:37,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:37,868 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:37,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:37,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:37,934 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:38,022 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:38,195 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:38,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:38,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:38,195 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:38,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:38,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:38,498 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:38,498 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:38,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:38,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:38,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:38,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:38,915 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:39,027 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:39,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:39,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:39,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:39,246 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:39,488 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:39,489 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:39,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:39,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:39,831 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:39,831 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:39,831 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:39,914 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:40,037 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:40,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:40,278 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:40,278 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:40,347 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:40,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:40,685 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:40,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:40,717 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:41,049 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:41,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:41,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:41,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:41,159 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:41,540 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:41,541 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:41,541 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:41,622 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:41,863 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:41,864 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:41,864 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:41,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:42,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:42,178 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:42,178 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:42,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:42,213 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:42,481 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:42,481 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:42,481 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:42,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:42,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:42,799 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:42,799 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:42,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:43,067 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:43,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:43,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:43,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:43,131 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:43,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:43,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:43,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:43,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:43,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:43,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:43,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:43,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:43,853 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:44,088 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:44,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:44,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:44,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:44,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:44,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:44,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:44,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:44,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:44,787 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:44,787 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:44,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:44,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:45,103 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:45,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:45,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:45,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:45,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:45,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:45,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:45,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:45,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:45,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:22:45,699 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:22:45,723 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:45,835 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:45,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:45,844 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:46,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:46,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:46,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:46,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:46,094 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:46,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:46,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:46,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:46,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:46,652 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:46,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:46,652 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:46,679 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:46,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:46,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:46,957 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:46,991 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:47,098 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:47,275 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:47,275 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:47,275 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:47,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:47,605 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:47,605 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:47,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:47,682 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:47,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:47,927 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:47,927 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:47,992 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:48,104 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:48,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:48,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:48,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:48,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:48,558 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:48,558 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:48,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:48,558 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:48,612 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:48,882 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:48,882 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:48,882 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:48,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:49,109 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:49,222 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:49,222 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:49,222 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:49,282 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:49,546 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:49,547 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:49,547 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:49,585 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:49,858 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:49,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:49,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:49,921 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:50,124 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:50,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:50,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:50,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:50,259 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:50,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:50,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:50,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:50,591 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:50,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:50,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:50,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:50,884 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:51,136 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:51,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:51,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:51,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:51,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:51,467 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:51,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:51,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:51,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:51,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:51,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:51,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:51,832 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:52,103 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:52,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:52,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:52,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:52,136 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:52,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:52,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:52,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:52,436 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:52,734 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:52,735 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:52,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:52,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:53,044 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:53,044 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:53,044 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:53,056 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:53,142 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:53,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:53,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:53,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:53,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:53,662 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:53,662 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:53,662 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:53,662 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:53,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:53,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:53,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:53,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:54,004 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:54,147 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:54,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:54,312 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:54,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:54,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:54,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:54,625 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:54,625 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:54,637 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:54,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:54,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:54,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:54,953 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:55,157 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:55,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:55,257 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:55,257 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:55,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:55,569 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:55,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:55,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:55,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:55,882 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:55,883 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:55,883 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:55,899 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:56,176 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:56,191 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:56,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:56,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:56,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:56,516 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:56,516 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:56,516 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:56,528 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:56,826 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:56,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:56,827 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:56,839 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:57,132 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:57,132 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:57,132 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:57,151 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:57,176 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:57,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:57,452 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:57,452 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:57,465 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:57,769 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:57,769 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:57,770 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:57,788 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:58,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:58,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:58,078 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:58,090 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:58,182 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:58,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:58,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:58,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:58,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:58,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:58,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:58,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:58,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:22:58,727 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:59,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:59,015 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:59,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:59,052 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:59,188 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:22:59,350 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:59,351 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:59,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:59,385 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:59,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:59,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:59,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:22:59,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:22:59,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:22:59,998 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:22:59,998 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:00,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:00,195 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:00,320 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:00,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:00,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:00,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:00,521 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:23:00,635 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:00,635 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:00,635 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:00,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:23:00,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:00,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:23:00,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:00,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:00,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:01,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:01,216 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:01,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:01,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:01,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:01,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:01,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:01,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:01,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:01,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:01,907 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:01,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:01,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:01,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:02,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:02,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:02,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:02,226 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:02,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:02,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:02,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:02,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:02,591 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:02,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:02,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:02,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:02,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:03,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:03,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:03,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:03,185 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:03,227 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:03,490 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:03,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:03,491 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:03,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:03,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:03,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:03,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:03,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:03,873 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:04,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:04,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:04,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:04,172 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:04,228 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:04,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:04,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:04,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:04,502 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:04,787 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:04,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:04,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:04,812 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:05,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:05,099 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:05,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:05,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:05,233 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:05,399 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:05,399 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:05,399 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:05,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:05,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:05,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:05,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:05,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:06,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:06,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:06,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:06,076 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:06,245 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:06,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:06,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:06,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:06,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:06,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:06,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:06,664 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:06,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:06,973 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:06,973 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:06,973 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:07,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:07,257 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:07,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:07,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:07,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:07,334 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:07,596 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:07,596 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:07,597 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:07,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:07,908 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:07,908 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:07,908 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:07,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:08,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:08,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:08,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:08,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:08,271 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:08,548 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:08,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:08,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:08,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:08,865 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:08,865 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:08,865 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:08,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:08,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:09,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:09,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:09,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:09,239 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:09,277 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:09,490 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:09,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:09,490 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:09,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:09,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:09,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:09,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:09,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:10,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:10,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:10,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:10,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:10,281 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:10,435 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:10,436 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:10,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:10,474 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:10,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:10,744 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:10,745 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:10,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:11,054 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:11,055 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:11,055 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:11,086 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:11,290 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:11,364 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:11,365 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:11,365 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:11,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:11,672 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:11,672 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:11,672 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:11,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:11,983 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:11,983 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:11,983 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:11,997 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:12,283 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:12,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:12,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:12,301 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:12,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:12,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:12,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:12,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:12,606 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:12,907 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:12,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:12,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:12,919 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:13,231 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:13,232 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:13,232 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:13,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:13,301 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:13,536 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:13,536 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:13,536 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:13,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:13,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:13,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:13,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:13,852 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:14,150 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:14,150 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:14,150 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:14,150 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:14,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:14,309 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:14,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:14,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:14,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:14,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:14,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:14,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:14,776 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:14,839 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:15,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:15,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:15,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:15,097 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:15,320 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:15,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:15,383 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:15,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:15,402 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:15,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:15,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:15,706 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:15,706 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:23:15,717 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:15,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:23:16,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:16,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:16,021 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:16,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:16,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:16,328 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:16,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:16,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:16,347 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:16,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:16,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:16,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:16,661 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:16,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:16,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:16,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:16,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:17,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:17,280 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:17,280 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:17,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:17,329 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:17,575 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:17,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:17,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:17,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:17,896 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:17,897 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:17,897 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:17,909 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:18,194 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:18,194 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:18,194 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:18,213 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:18,337 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:18,516 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:18,517 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:18,517 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:18,530 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:18,814 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:18,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:18,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:18,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:19,138 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:19,138 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:19,139 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:19,150 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:19,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:19,343 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:19,528 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:19,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:19,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:19,541 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:19,844 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:19,844 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:19,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:19,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:20,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:20,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:20,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:20,165 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:20,350 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:20,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:20,461 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:20,461 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:20,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:20,770 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:20,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:20,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:20,783 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:21,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:21,072 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:21,072 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:21,091 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:21,362 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:21,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:21,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:21,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:21,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:21,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:21,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:21,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:21,717 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:22,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:22,021 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:22,021 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:22,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:22,322 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:22,322 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:22,322 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:22,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:22,369 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:22,682 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:22,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:22,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:22,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:23,056 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:23,056 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:23,056 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:23,108 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:23,381 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:23,409 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:23,410 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:23,410 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:23,449 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:23,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:23,722 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:23,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:23,775 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:24,035 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:24,035 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:24,035 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:24,098 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:24,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:24,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:24,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:24,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:24,382 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:24,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:24,673 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:24,674 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:24,674 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:24,739 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:24,995 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:24,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:24,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:25,062 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:25,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:25,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:25,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:25,362 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:25,382 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:25,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:25,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:25,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:25,692 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:25,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:25,952 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:25,953 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:26,038 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:26,293 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:26,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:26,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:26,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:26,387 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:26,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:26,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:26,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:26,686 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:26,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:26,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:26,934 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:27,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:27,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:27,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:27,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:27,331 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:27,394 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:27,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:27,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:27,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:27,675 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:27,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:27,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:27,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:27,984 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:28,228 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:28,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:28,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:28,298 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:28,399 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:28,599 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:28,599 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:28,599 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:28,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:28,928 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:28,928 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:28,929 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:28,993 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:29,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:29,250 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:29,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:29,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:29,404 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:29,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:29,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:29,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:29,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:29,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:29,930 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:29,931 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:29,931 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:29,991 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:30,340 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:30,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:30,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:30,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:30,405 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:30,523 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:23:30,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:30,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:30,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:30,706 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:23:30,718 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:30,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:23:30,981 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:30,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:30,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:31,032 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:31,300 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:31,300 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:31,300 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:31,352 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:31,410 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:31,614 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:31,614 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:31,614 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:31,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:31,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:31,939 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:31,939 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:31,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:32,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:32,249 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:32,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:32,291 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:32,414 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:32,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:32,562 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:32,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:32,626 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:32,892 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:32,892 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:32,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:32,924 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:33,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:33,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:33,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:33,250 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:33,415 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:33,515 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:33,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:33,516 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:33,544 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:33,831 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:33,831 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:33,831 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:33,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:34,144 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:34,144 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:34,144 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:34,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:34,427 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:34,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:34,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:34,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:34,460 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:34,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:34,765 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:34,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:34,766 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:34,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:35,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:35,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:35,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:35,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:35,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:35,391 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:35,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:35,403 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:35,427 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:35,706 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:35,706 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:35,706 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:35,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:36,015 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:36,015 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:36,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:36,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:36,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:36,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:36,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:36,340 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:36,434 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:36,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:36,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:36,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:36,646 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:36,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:36,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:36,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:36,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:37,250 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:37,250 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:37,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:37,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:37,439 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:37,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:37,571 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:37,571 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:37,584 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:37,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:37,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:37,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:37,891 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:38,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:38,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:38,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:38,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:38,451 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:38,483 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:38,483 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:38,483 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:38,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:38,794 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:38,794 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:38,794 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:38,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:39,111 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:39,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:39,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:39,125 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:39,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:39,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:39,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:39,433 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:39,451 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:39,724 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:39,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:39,724 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:39,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:40,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:40,033 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:40,033 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:40,034 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:40,053 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:40,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:40,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:40,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:40,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:40,455 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:40,659 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:40,659 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:40,659 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:40,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:40,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:40,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:40,983 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:40,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:41,291 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:41,291 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:41,291 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:41,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:41,459 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:41,603 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:41,603 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:41,603 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:41,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:41,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:41,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:41,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:41,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:42,227 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:42,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:42,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:42,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:42,475 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:42,539 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:42,539 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:42,539 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:42,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:42,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:42,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:42,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:42,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:43,146 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:43,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:43,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:43,165 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:43,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:43,464 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:43,464 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:43,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:43,483 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:43,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:43,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:43,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:43,781 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:44,080 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:44,081 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:44,081 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:44,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:44,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:44,380 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:44,380 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:44,399 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:44,487 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:44,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:44,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:44,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:44,715 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:45,061 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:45,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:45,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:45,062 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:45,089 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:45,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:45,385 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:45,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:45,415 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:45,491 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:45,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:45,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:45,703 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:45,711 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:23:45,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:45,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:23:46,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:46,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:46,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:46,036 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:46,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:46,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:46,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:46,343 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:46,496 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:46,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:46,634 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:46,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:46,667 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:46,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:46,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:46,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:46,978 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:47,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:47,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:47,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:47,269 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:47,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:47,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:47,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:47,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:47,581 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:47,868 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:47,868 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:47,868 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:47,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:48,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:48,191 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:48,191 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:48,204 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:48,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:48,502 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:48,502 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:48,514 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:48,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:48,815 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:48,815 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:48,815 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:48,851 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:49,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:49,163 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:49,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:49,232 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:49,538 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:49,579 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:49,580 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:49,580 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:49,631 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:49,915 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:49,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:49,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:49,956 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:50,226 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:50,227 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:50,227 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:50,227 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:50,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:50,541 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:50,542 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:50,542 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:50,550 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:50,590 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:50,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:50,845 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:50,845 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:50,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:51,157 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:51,157 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:51,157 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:51,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:51,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:51,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:51,479 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:51,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:51,550 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:51,796 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:51,796 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:51,796 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:51,866 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:52,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:52,097 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:52,097 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:52,150 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:52,420 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:52,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:52,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:52,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:52,557 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:52,724 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:52,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:52,724 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:52,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:53,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:53,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:53,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:53,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:53,358 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:53,358 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:53,358 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:53,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:53,564 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:53,680 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:53,682 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:53,682 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:53,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:54,003 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:54,004 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:54,004 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:54,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:54,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:54,379 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:54,380 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:54,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:54,574 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:54,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:54,753 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:54,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:54,826 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:55,112 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:55,112 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:55,112 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:55,176 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:55,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:55,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:55,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:55,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:23:55,476 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:55,579 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:55,742 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:55,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:55,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:55,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:56,059 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:56,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:56,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:56,097 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:56,383 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:56,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:56,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:56,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:56,592 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:56,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:56,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:56,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:56,722 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:57,003 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:57,003 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:57,003 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:57,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:57,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:57,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:57,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:57,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:57,597 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:57,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:57,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:57,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:57,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:57,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:57,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:57,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:57,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:58,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:58,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:58,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:58,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:58,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:58,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:58,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:58,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:58,598 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:58,855 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:58,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:58,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:58,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:59,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:59,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:59,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:59,175 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:59,477 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:59,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:59,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:59,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:23:59,604 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:23:59,791 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:23:59,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:23:59,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:23:59,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:00,091 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:00,091 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:00,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:00,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:00,421 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:00,421 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:00,421 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:00,433 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:00,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:00,526 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:24:00,605 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:00,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:24:00,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:24:00,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:00,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:00,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:00,865 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:01,053 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:01,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:01,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:01,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:01,380 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:01,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:01,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:01,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:01,616 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:01,695 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:01,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:01,697 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:01,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:02,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:02,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:02,014 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:02,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:02,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:02,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:02,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:02,335 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:02,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:02,632 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:02,632 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:02,632 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:02,651 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:02,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:02,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:02,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:02,978 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:03,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:03,264 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:03,264 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:03,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:03,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:03,588 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:03,588 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:03,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:03,632 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:03,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:03,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:03,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:03,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:04,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:04,218 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:04,218 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:04,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:04,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:04,535 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:04,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:04,555 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:04,637 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:04,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:04,848 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:04,848 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:04,891 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:05,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:05,158 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:05,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:05,187 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:05,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:05,474 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:05,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:05,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:05,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:05,645 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:05,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:05,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:05,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:05,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:06,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:06,082 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:06,082 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:06,101 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:06,404 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:06,405 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:06,405 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:06,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:06,658 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:06,726 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:06,727 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:06,727 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:06,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:07,038 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:07,039 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:07,039 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:07,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:07,353 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:07,353 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:07,354 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:07,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:07,671 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:07,671 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:07,671 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:07,671 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:07,684 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:07,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:07,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:07,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:07,994 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:08,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:08,303 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:08,303 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:08,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:08,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:08,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:08,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:08,625 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:08,661 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:08,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:08,924 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:08,924 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:08,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:09,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:09,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:09,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:09,251 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:09,550 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:09,550 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:09,550 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:09,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:09,669 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:09,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:09,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:09,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:09,876 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:10,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:10,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:10,168 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:10,187 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:10,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:10,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:10,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:10,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:10,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:10,675 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:10,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:10,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:10,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:10,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:11,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:11,113 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:11,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:11,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:11,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:11,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:11,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:11,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:11,687 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:11,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:11,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:11,738 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:11,759 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:12,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:12,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:12,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:12,080 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:12,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:12,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:12,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:12,386 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:12,686 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:12,686 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:12,686 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:12,694 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:12,732 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:13,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:13,004 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:13,004 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:13,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:13,312 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:13,313 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:13,313 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:13,338 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:13,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:13,616 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:13,616 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:13,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:13,695 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:13,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:13,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:13,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:14,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:14,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:14,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:14,260 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:14,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:14,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:14,565 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:14,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:14,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:14,700 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:14,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:14,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:14,885 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:14,931 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:15,204 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:15,204 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:15,205 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:15,272 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:15,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:15,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:15,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:15,535 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:15,580 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:15,705 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:15,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:24:15,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:24:15,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:15,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:15,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:15,918 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:16,157 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:16,157 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:16,157 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:16,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:16,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:16,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:16,480 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:16,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:16,718 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:16,786 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:16,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:16,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:16,842 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:17,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:17,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:17,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:17,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:17,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:17,458 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:17,458 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:17,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:17,730 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:17,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:17,774 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:17,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:17,839 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:18,120 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:18,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:18,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:18,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:18,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:18,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:18,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:18,500 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:18,742 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:18,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:18,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:18,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:18,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:19,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:19,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:19,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:19,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:19,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:19,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:19,396 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:19,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:19,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:19,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:19,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:19,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:19,742 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:20,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:20,124 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:20,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:20,184 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:20,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:20,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:20,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:20,497 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:20,754 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:20,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:20,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:20,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:20,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:20,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:21,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:21,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:21,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:21,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:21,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:21,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:21,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:21,415 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:21,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:21,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:21,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:21,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:21,755 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:22,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:22,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:22,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:22,037 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:22,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:22,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:22,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:22,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:22,654 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:22,654 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:22,655 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:22,676 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:22,759 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:22,966 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:22,966 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:22,967 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:22,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:23,279 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:23,279 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:23,279 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:23,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:23,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:23,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:23,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:23,610 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:23,767 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:23,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:23,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:23,904 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:23,923 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:24,229 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:24,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:24,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:24,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:24,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:24,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:24,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:24,558 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:24,787 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:24,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:24,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:24,866 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:24,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:25,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:25,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:25,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:25,193 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:25,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:25,493 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:25,493 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:25,506 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:25,798 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:25,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:25,799 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:25,799 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:25,799 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:25,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:26,115 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:26,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:26,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:26,138 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:26,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:26,441 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:26,441 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:26,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:26,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:26,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:26,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:26,769 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:26,799 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:27,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:27,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:27,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:27,079 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:27,376 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:27,376 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:27,376 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:27,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:27,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:27,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:27,688 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:27,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:27,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:27,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:27,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:27,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:28,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:28,298 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:28,298 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:28,298 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:28,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:28,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:28,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:28,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:28,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:28,809 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:28,935 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:28,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:28,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:28,948 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:29,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:29,249 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:29,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:29,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:29,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:29,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:29,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:29,574 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:29,821 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:29,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:29,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:29,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:29,880 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:30,179 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:30,179 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:30,179 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:30,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:30,480 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:30,480 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:30,480 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:30,499 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:30,526 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:24:30,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:24:30,727 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:24:30,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:30,821 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:30,857 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:30,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:30,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:30,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:31,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:31,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:31,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:31,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:31,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:31,429 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:31,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:31,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:31,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:31,744 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:31,744 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:31,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:31,822 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:32,073 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:32,073 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:32,073 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:32,121 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:32,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:32,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:32,382 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:32,423 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:32,694 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:32,694 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:32,694 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:32,754 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:32,828 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:33,009 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:33,009 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:33,009 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:33,030 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:33,328 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:33,328 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:33,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:33,351 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:33,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:33,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:33,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:33,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:33,835 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:33,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:33,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:33,957 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:33,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:34,269 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:34,270 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:34,270 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:34,285 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:34,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:34,578 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:34,578 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:34,590 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:34,844 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:34,883 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:34,883 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:34,883 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:34,902 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:35,206 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:35,206 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:35,207 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:35,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:35,523 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:35,524 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:35,524 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:35,561 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:35,826 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:35,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:35,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:35,845 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:35,888 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:35,888 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:36,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:36,153 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:36,153 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:36,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:36,470 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:36,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:36,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:36,509 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:36,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:36,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:36,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:36,817 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:36,845 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:37,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:37,102 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:37,102 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:37,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:37,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:37,400 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:37,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:37,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:37,726 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:37,727 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:37,727 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:37,755 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:37,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:38,041 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:38,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:38,042 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:38,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:38,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:38,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:38,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:38,407 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:38,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:38,676 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:38,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:38,715 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:38,854 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:38,994 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:38,994 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:38,994 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:39,041 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:39,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:39,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:39,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:39,361 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:39,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:39,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:39,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:39,685 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:39,873 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:39,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:39,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:39,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:39,980 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:40,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:40,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:40,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:40,309 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:40,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:40,585 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:40,585 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:40,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:40,884 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:40,897 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:40,897 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:40,898 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:40,898 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:40,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:41,211 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:41,211 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:41,211 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:41,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:41,516 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:41,516 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:41,516 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:41,559 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:41,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:41,840 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:41,840 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:41,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:41,886 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:42,177 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:42,178 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:42,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:42,210 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:42,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:42,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:42,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:42,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:42,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:42,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:42,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:42,851 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:42,887 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:43,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:43,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:43,128 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:43,164 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:43,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:43,434 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:43,434 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:43,453 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:43,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:43,756 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:43,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:43,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:43,894 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:44,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:44,060 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:44,060 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:44,078 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:44,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:44,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:44,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:44,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:44,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:44,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:44,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:44,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:44,898 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:45,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:45,027 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:45,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:45,040 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:45,338 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:45,338 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:45,338 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:45,350 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:45,643 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:45,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:45,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:45,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:45,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:24:45,727 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:24:45,919 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:45,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:45,975 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:45,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:45,976 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:45,988 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:46,284 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:46,285 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:46,285 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:46,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:46,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:46,584 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:46,584 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:46,603 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:46,904 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:46,904 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:46,905 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:46,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:46,919 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:47,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:47,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:47,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:47,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:47,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:47,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:47,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:47,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:47,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:47,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:47,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:47,852 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:47,925 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:48,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:48,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:48,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:48,171 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:48,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:48,466 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:48,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:48,478 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:48,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:48,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:48,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:48,790 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:48,930 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:49,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:49,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:49,091 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:49,110 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:49,392 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:49,392 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:49,392 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:49,426 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:49,724 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:49,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:49,724 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:49,744 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:49,948 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:50,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:50,046 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:50,046 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:50,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:50,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:50,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:50,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:50,375 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:50,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:50,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:50,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:50,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:50,960 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:50,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:50,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:50,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:50,982 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:51,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:51,303 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:51,304 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:51,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:51,321 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:51,599 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:51,599 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:51,599 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:51,619 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:51,913 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:51,913 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:51,913 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:51,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:51,960 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:52,239 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:52,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:52,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:52,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:52,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:52,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:52,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:52,603 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:52,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:52,874 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:52,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:52,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:52,967 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:53,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:53,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:53,184 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:53,216 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:53,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:53,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:53,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:53,536 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:53,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:53,811 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:53,811 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:53,859 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:53,971 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:54,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:54,127 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:54,127 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:54,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:54,424 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:54,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:54,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:54,460 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:54,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:54,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:54,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:54,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:54,983 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:55,053 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:55,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:55,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:55,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:55,374 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:55,375 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:55,375 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:55,388 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:55,689 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:55,689 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:55,689 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:55,702 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:55,990 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:55,990 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:55,991 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:55,991 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:55,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:24:56,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:56,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:56,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:56,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:56,328 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:56,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:56,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:56,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:56,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:56,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:56,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:56,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:56,955 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:56,990 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:57,250 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:57,250 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:57,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:57,270 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:57,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:57,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:57,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:57,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:57,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:57,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:57,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:57,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:57,995 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:58,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:58,190 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:58,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:58,208 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:58,513 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:58,514 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:58,514 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:58,526 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:58,821 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:58,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:58,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:58,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:59,002 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:24:59,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:59,124 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:59,124 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:59,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:59,460 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:59,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:59,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:59,473 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:24:59,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:24:59,763 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:24:59,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:24:59,782 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:00,018 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:00,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:00,086 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:00,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:00,100 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:00,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:00,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:00,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:00,419 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:00,531 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:25:00,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:00,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:00,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:00,734 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:25:00,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:00,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:25:01,029 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:01,030 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:01,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:01,030 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:01,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:01,050 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:01,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:01,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:01,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:01,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:01,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:01,685 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:01,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:01,727 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:02,008 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:02,009 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:02,009 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:02,030 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:02,057 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:02,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:02,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:02,327 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:02,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:02,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:02,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:02,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:02,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:02,947 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:02,947 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:02,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:02,999 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:03,031 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:03,265 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:03,265 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:03,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:03,306 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:03,583 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:03,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:03,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:03,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:03,898 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:03,899 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:03,899 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:03,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:04,037 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:04,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:04,218 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:04,218 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:04,259 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:04,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:04,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:04,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:04,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:04,856 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:04,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:04,857 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:04,888 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:05,041 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:05,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:05,177 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:05,177 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:05,218 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:05,487 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:05,487 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:05,487 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:05,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:05,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:05,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:05,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:05,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:06,061 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:06,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:06,113 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:06,113 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:06,113 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:06,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:06,425 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:06,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:06,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:06,436 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:06,742 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:06,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:06,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:06,754 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:07,061 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:07,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:07,062 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:07,069 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:07,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:07,373 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:07,374 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:07,374 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:07,393 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:07,681 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:07,681 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:07,681 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:07,710 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:08,008 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:08,008 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:08,008 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:08,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:08,070 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:08,322 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:08,323 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:08,323 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:08,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:08,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:08,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:08,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:08,670 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:08,946 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:08,946 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:08,947 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:08,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:09,074 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:09,258 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:09,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:09,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:09,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:09,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:09,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:09,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:09,601 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:09,891 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:09,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:09,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:09,911 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:10,079 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:10,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:10,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:10,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:10,253 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:10,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:10,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:10,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:10,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:10,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:10,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:10,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:10,872 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:11,094 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:11,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:11,162 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:11,162 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:11,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:11,203 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:11,489 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:11,490 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:11,490 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:11,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:11,807 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:11,807 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:11,807 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:11,828 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:12,105 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:12,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:12,116 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:12,116 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:12,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:12,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:12,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:12,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:12,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:12,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:12,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:12,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:12,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:13,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:13,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:13,052 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:13,064 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:13,105 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:13,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:13,365 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:13,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:13,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:13,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:13,676 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:13,677 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:13,690 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:13,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:13,993 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:13,993 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:14,007 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:14,112 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:14,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:14,307 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:14,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:14,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:14,616 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:14,616 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:14,616 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:14,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:14,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:14,982 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:14,982 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:14,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:15,121 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:15,281 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:15,281 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:15,281 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:15,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:15,595 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:15,595 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:15,595 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:15,614 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:15,735 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:25:15,735 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:25:15,921 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:15,921 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:15,921 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:15,941 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:16,126 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:16,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:16,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:16,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:16,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:16,255 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:16,555 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:16,556 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:16,556 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:16,568 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:16,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:16,866 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:16,867 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:16,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:17,138 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:17,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:17,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:17,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:17,196 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:17,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:17,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:17,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:17,510 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:17,806 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:17,807 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:17,807 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:17,820 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:18,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:18,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:18,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:18,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:18,138 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:18,420 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:18,420 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:18,420 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:18,438 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:18,728 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:18,728 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:18,728 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:18,746 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:19,048 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:19,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:19,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:19,061 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:19,146 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:19,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:19,367 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:19,367 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:19,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:19,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:19,680 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:19,680 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:19,696 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:19,992 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:19,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:19,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:20,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:20,150 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:20,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:20,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:20,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:20,340 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:20,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:20,631 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:20,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:20,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:20,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:20,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:20,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:20,957 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:21,167 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:21,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:21,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:21,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:21,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:21,266 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:21,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:21,566 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:21,566 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:21,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:21,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:21,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:21,878 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:21,892 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:22,179 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:22,190 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:22,190 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:22,190 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:22,203 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:22,504 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:22,505 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:22,505 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:22,517 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:22,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:22,816 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:22,816 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:22,835 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:23,137 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:23,138 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:23,138 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:23,150 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:23,179 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:23,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:23,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:23,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:23,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:23,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:23,772 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:23,772 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:23,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:24,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:24,089 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:24,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:24,101 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:24,183 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:24,402 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:24,402 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:24,402 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:24,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:24,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:24,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:24,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:24,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:25,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:25,032 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:25,032 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:25,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:25,191 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:25,340 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:25,340 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:25,340 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:25,358 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:25,661 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:25,661 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:25,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:25,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:25,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:25,979 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:25,979 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:25,991 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:26,200 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:26,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:26,278 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:26,278 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:26,278 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:26,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:26,601 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:26,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:26,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:26,615 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:26,915 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:26,916 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:26,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:26,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:27,211 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:27,229 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:27,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:27,230 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:27,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:27,539 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:27,540 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:27,540 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:27,551 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:27,851 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:27,852 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:27,852 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:27,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:28,154 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:28,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:28,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:28,181 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:28,211 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:28,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:28,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:28,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:28,495 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:28,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:28,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:28,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:28,806 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:29,095 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:29,096 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:29,096 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:29,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:29,217 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:29,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:29,407 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:29,407 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:29,432 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:29,718 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:29,718 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:29,718 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:29,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:30,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:30,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:30,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:30,068 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:30,222 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:30,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:30,342 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:30,342 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:30,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:30,531 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:25:30,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:30,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:30,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:30,664 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:30,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:25:30,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:25:30,962 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:30,962 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:30,962 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:30,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:31,237 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:31,285 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:31,286 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:31,286 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:31,286 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:31,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:31,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:31,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:31,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:31,617 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:31,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:31,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:31,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:31,946 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:32,227 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:32,228 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:32,228 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:32,237 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:32,251 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:32,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:32,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:32,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:32,574 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:32,855 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:32,856 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:32,856 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:32,895 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:33,171 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:33,172 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:33,172 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:33,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:33,238 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:33,485 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:33,486 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:33,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:33,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:33,810 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:33,810 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:33,810 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:33,857 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:34,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:34,128 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:34,128 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:34,188 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:34,243 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:34,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:34,455 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:34,455 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:34,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:34,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:34,786 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:34,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:34,837 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:35,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:35,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:35,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:35,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:35,246 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:35,417 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:35,417 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:35,417 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:35,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:35,754 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:35,754 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:35,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:35,807 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:36,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:36,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:36,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:36,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:36,251 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:36,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:36,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:36,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:36,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:36,423 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:36,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:36,715 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:36,715 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:36,763 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:37,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:37,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:37,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:37,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:37,269 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:37,350 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:37,350 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:37,350 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:37,388 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:37,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:37,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:37,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:37,731 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:38,020 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:38,020 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:38,020 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:38,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:38,281 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:38,333 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:38,333 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:38,333 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:38,354 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:38,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:38,638 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:38,638 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:38,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:38,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:38,948 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:38,948 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:38,967 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:39,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:39,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:39,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:39,284 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:39,284 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:39,580 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:39,580 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:39,580 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:39,593 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:39,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:39,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:39,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:39,908 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:40,208 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:40,209 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:40,209 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:40,226 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:40,290 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:40,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:40,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:40,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:40,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:40,828 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:40,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:40,828 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:40,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:41,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:41,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:41,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:41,159 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:41,295 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:41,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:41,464 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:41,464 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:41,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:41,476 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:41,777 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:41,778 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:41,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:41,790 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:42,093 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:42,093 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:42,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:42,105 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:42,314 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:42,394 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:42,394 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:42,394 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:42,414 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:42,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:42,716 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:42,716 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:42,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:43,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:43,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:43,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:43,041 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:43,326 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:43,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:43,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:43,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:43,348 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:43,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:43,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:43,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:43,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:43,941 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:43,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:43,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:43,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:44,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:44,261 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:44,261 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:44,274 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:44,326 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:44,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:44,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:44,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:44,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:44,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:44,872 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:44,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:44,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:45,196 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:45,197 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:45,197 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:45,225 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:45,333 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:45,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:45,507 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:45,507 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:45,544 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:45,736 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:25:45,736 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:25:45,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:45,959 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:45,960 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:45,982 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:46,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:46,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:46,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:46,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:46,337 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:46,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:46,448 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:46,448 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:46,486 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:46,486 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:46,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:46,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:46,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:46,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:47,073 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:47,074 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:47,074 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:47,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:47,348 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:47,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:47,383 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:47,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:47,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:47,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:47,698 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:47,698 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:47,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:48,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:48,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:48,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:48,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:48,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:48,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:48,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:48,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:48,348 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:48,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:48,621 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:48,621 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:48,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:48,919 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:48,919 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:48,919 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:48,937 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:49,235 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:49,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:49,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:49,249 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:49,353 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:49,542 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:49,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:49,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:49,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:49,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:49,836 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:49,836 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:49,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:50,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:50,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:50,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:50,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:50,365 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:50,456 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:50,456 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:50,456 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:50,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:50,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:50,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:50,800 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:50,821 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:51,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:51,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:51,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:51,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:51,384 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:51,435 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:51,435 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:51,436 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:51,466 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:51,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:51,744 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:51,744 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:51,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:51,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:52,069 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:52,069 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:52,069 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:52,109 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:52,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:52,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:52,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:52,392 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:52,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:52,698 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:52,699 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:52,699 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:52,725 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:53,008 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:53,009 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:53,009 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:53,030 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:53,322 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:53,322 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:53,322 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:53,345 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:53,392 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:53,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:53,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:53,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:53,649 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:53,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:53,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:53,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:53,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:54,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:54,264 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:54,264 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:54,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:54,397 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:54,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:54,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:54,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:54,584 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:54,881 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:54,881 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:54,881 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:54,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:55,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:55,201 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:55,201 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:55,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:55,402 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:55,507 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:55,508 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:55,508 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:55,555 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:55,827 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:55,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:55,828 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:55,870 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:56,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:56,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:56,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:56,178 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:56,413 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:56,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:56,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:56,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:56,504 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:56,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:56,774 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:56,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:56,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:25:56,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:57,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:57,086 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:57,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:57,126 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:57,395 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:57,395 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:57,395 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:57,413 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:57,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:57,724 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:57,724 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:57,724 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:57,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:58,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:58,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:58,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:58,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:58,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:58,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:58,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:58,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:58,414 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:58,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:58,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:58,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:58,701 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:59,030 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:59,030 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:59,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:59,078 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:59,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:59,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:59,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:59,413 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:25:59,415 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:25:59,698 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:25:59,699 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:25:59,699 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:25:59,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:00,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:00,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:00,014 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:00,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:00,316 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:00,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:00,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:00,335 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:00,422 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:00,541 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:26:00,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:00,638 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:00,638 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:00,650 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:00,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:26:00,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:26:00,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:00,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:00,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:00,966 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:01,265 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:01,266 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:01,266 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:01,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:01,427 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:01,575 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:01,576 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:01,576 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:01,588 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:01,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:01,887 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:01,887 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:01,887 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:01,896 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:02,196 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:02,196 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:02,196 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:02,228 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:02,445 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:02,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:02,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:02,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:02,523 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:02,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:02,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:02,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:02,871 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:03,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:03,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:03,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:03,170 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:03,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:03,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:03,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:03,463 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:03,485 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:03,768 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:03,769 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:03,769 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:03,791 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:04,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:04,076 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:04,076 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:04,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:04,381 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:04,381 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:04,381 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:04,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:04,463 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:04,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:04,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:04,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:04,715 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:05,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:05,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:05,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:05,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:05,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:05,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:05,311 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:05,331 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:05,470 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:05,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:05,634 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:05,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:05,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:05,950 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:05,950 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:05,950 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:05,986 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:06,266 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:06,266 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:06,266 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:06,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:06,474 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:06,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:06,588 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:06,588 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:06,631 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:06,905 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:06,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:06,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:06,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:06,959 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:07,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:07,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:07,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:07,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:07,480 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:07,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:07,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:07,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:07,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:07,843 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:07,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:07,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:07,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:08,143 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:08,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:08,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:08,177 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:08,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:08,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:08,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:08,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:08,482 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:08,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:08,776 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:08,776 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:08,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:09,083 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:09,083 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:09,083 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:09,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:09,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:09,397 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:09,397 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:09,411 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:09,490 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:09,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:09,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:09,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:09,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:10,016 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:10,016 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:10,017 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:10,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:10,323 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:10,323 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:10,323 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:10,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:10,495 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:10,644 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:10,644 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:10,644 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:10,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:10,949 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:10,950 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:10,950 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:10,962 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:11,261 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:11,262 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:11,262 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:11,276 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:11,515 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:11,571 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:11,571 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:11,571 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:11,584 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:11,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:11,885 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:11,885 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:11,897 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:12,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:12,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:12,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:12,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:12,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:12,511 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:12,511 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:12,511 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:12,519 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:12,520 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:12,822 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:12,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:12,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:12,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:13,126 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:13,127 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:13,127 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:13,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:13,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:13,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:13,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:13,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:13,526 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:13,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:13,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:13,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:13,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:14,057 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:14,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:14,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:14,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:14,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:14,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:14,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:14,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:14,533 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:14,661 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:14,661 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:14,661 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:14,678 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:15,000 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:15,001 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:15,001 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:15,013 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:15,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:15,314 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:15,314 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:15,327 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:15,545 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:15,622 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:15,623 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:15,623 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:15,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:15,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:26:15,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:26:15,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:15,931 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:15,931 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:15,949 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:16,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:16,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:16,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:16,260 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:16,551 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:16,551 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:16,551 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:16,551 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:16,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:16,872 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:16,872 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:16,872 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:16,924 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:17,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:17,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:17,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:17,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:17,224 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:17,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:17,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:17,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:17,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:17,551 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:17,807 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:17,807 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:17,807 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:17,849 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:18,129 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:18,130 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:18,130 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:18,193 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:18,458 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:18,458 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:18,458 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:18,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:18,558 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:18,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:18,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:18,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:18,816 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:19,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:19,080 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:19,080 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:19,146 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:19,470 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:19,470 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:19,470 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:19,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:19,566 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:19,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:19,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:19,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:19,874 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:20,140 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:20,141 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:20,141 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:20,188 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:20,452 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:20,453 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:20,453 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:20,492 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:20,572 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:20,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:20,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:20,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:20,831 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:21,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:21,106 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:21,106 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:21,157 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:21,426 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:21,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:21,426 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:21,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:21,577 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:21,772 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:21,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:21,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:21,809 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:22,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:22,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:22,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:22,127 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:22,429 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:22,429 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:22,430 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:22,430 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:22,466 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:22,584 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:22,738 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:22,738 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:22,738 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:22,779 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:23,050 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:23,050 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:23,050 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:23,088 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:23,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:23,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:23,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:23,387 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:23,606 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:23,663 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:23,663 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:23,663 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:23,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:23,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:23,986 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:23,986 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:24,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:24,302 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:24,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:24,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:24,332 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:24,612 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:24,613 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:24,613 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:24,621 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:24,644 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:24,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:24,917 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:24,917 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:24,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:25,236 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:25,236 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:25,236 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:25,271 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:25,547 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:25,548 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:25,548 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:25,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:25,621 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:25,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:25,850 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:25,850 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:25,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:26,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:26,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:26,168 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:26,194 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:26,474 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:26,474 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:26,474 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:26,502 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:26,627 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:26,783 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:26,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:26,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:26,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:27,090 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:27,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:27,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:27,104 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:27,403 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:27,403 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:27,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:27,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:27,639 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:27,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:27,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:27,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:27,717 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:27,730 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:28,031 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:28,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:28,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:28,045 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:28,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:28,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:28,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:28,356 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:28,648 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:28,649 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:28,649 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:28,656 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:28,661 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:28,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:28,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:28,958 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:28,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:29,267 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:29,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:29,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:29,279 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:29,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:29,565 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:29,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:29,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:29,665 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:29,890 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:29,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:29,891 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:29,903 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:30,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:30,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:30,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:30,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:30,508 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:30,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:30,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:30,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:30,539 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:26:30,671 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:30,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:26:30,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:26:30,820 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:30,877 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:30,877 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:30,884 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:31,130 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:31,131 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:31,131 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:31,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:31,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:31,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:31,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:31,452 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:31,686 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:31,753 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:31,754 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:31,754 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:31,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:32,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:32,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:32,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:32,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:32,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:32,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:32,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:32,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:32,673 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:32,673 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:32,673 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:32,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:32,692 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:32,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:32,998 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:32,998 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:32,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:33,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:33,304 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:33,304 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:33,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:33,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:33,602 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:33,602 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:33,602 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:33,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:33,697 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:33,922 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:33,922 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:33,922 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:33,933 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:34,229 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:34,229 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:34,229 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:34,241 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:34,537 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:34,537 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:34,537 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:34,550 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:34,703 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:34,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:34,846 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:34,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:34,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:35,156 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:35,157 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:35,157 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:35,170 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:35,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:35,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:35,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:35,477 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:35,716 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:35,768 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:35,768 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:35,768 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:35,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:36,070 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:36,070 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:36,070 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:36,089 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:36,389 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:36,389 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:36,389 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:36,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:36,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:36,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:36,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:36,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:36,716 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:37,009 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:37,010 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:37,010 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:37,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:37,313 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:37,313 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:37,313 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:37,331 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:37,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:37,634 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:37,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:37,647 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:37,722 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:37,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:37,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:37,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:37,957 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:38,254 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:38,254 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:38,254 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:38,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:38,290 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:38,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:38,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:38,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:38,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:38,728 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:38,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:38,884 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:38,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:38,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:39,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:39,210 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:39,210 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:39,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:39,540 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:39,540 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:39,540 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:39,591 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:39,732 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:39,861 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:39,861 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:39,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:39,914 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:40,194 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:40,195 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:40,195 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:40,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:40,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:40,521 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:40,521 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:40,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:40,738 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:40,865 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:40,865 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:40,865 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:40,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:41,165 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:41,165 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:41,165 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:41,222 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:41,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:41,235 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:41,235 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:41,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:41,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:41,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:41,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:41,521 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:41,749 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:41,790 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:41,791 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:41,791 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:41,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:42,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:42,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:42,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:42,185 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:42,428 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:42,429 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:42,429 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:42,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:42,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:42,761 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:42,761 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:42,766 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:42,810 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:43,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:43,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:43,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:43,150 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:43,405 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:43,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:43,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:43,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:43,463 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:43,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:43,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:43,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:43,776 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:43,777 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:44,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:44,047 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:44,047 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:44,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:44,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:44,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:44,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:44,479 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:44,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:44,740 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:44,740 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:44,777 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:44,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:45,122 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:45,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:45,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:45,184 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:45,470 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:45,470 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:45,470 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:45,529 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:45,747 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:26:45,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:26:45,785 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:45,794 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:45,888 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:45,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:45,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:46,106 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:46,106 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:46,106 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:46,176 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:46,437 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:46,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:46,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:46,509 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:46,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:46,802 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:46,802 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:46,802 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:46,851 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:47,122 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:47,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:47,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:47,166 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:47,438 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:47,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:47,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:47,476 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:47,780 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:47,780 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:47,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:47,803 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:47,814 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:48,097 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:48,097 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:48,097 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:48,135 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:48,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:48,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:48,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:48,500 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:48,528 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:48,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:48,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:48,800 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:48,817 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:48,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:49,119 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:49,120 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:49,120 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:49,132 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:49,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:49,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:49,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:49,446 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:49,732 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:49,732 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:49,732 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:49,750 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:49,818 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:50,053 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:50,054 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:50,054 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:50,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:50,360 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:50,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:50,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:50,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:50,668 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:50,668 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:50,668 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:50,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:50,826 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:51,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:51,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:51,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:51,035 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:51,324 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:51,325 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:51,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:51,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:51,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:51,629 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:51,630 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:51,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:51,841 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:51,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:51,931 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:51,931 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:51,949 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:52,244 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:52,244 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:52,244 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:52,263 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:52,562 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:52,563 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:52,563 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:52,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:52,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:52,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:52,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:52,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:52,888 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:53,181 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:53,181 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:53,181 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:53,199 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:53,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:53,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:53,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:53,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:53,512 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:53,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:53,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:53,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:53,826 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:53,853 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:54,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:54,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:54,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:54,137 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:54,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:54,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:54,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:54,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:54,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:54,749 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:54,749 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:54,762 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:54,857 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:55,060 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:55,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:55,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:55,073 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:55,370 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:55,371 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:55,371 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:55,385 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:55,685 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:55,685 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:55,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:55,698 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:55,861 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:55,993 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:55,994 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:55,994 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:56,008 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:56,298 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:56,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:56,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:56,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:56,609 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:56,610 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:56,610 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:56,623 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:56,873 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:56,920 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:56,920 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:56,920 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:56,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:57,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:57,231 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:57,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:57,243 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:57,540 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:57,540 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:57,540 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:57,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:57,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:57,847 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:57,847 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:57,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:57,873 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:58,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:58,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:58,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:58,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:58,452 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:58,452 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:58,452 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:58,470 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:58,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:58,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:58,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:58,773 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:26:58,785 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:58,879 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:26:59,087 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:59,087 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:59,087 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:59,099 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:59,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:59,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:59,396 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:59,408 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:59,702 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:26:59,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:26:59,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:26:59,711 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:26:59,885 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:00,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:00,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:00,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:00,023 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:00,326 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:00,326 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:00,326 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:00,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:00,540 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:27:00,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:00,642 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:00,642 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:00,662 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:00,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:27:00,749 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:27:00,889 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:00,955 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:00,955 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:00,955 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:00,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:01,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:01,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:01,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:01,293 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:01,589 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:01,590 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:01,590 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:01,626 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:01,900 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:01,901 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:01,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:01,909 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:01,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:02,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:02,213 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:02,213 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:02,229 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:02,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:02,528 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:02,528 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:02,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:02,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:02,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:02,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:02,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:02,909 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:03,177 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:03,178 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:03,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:03,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:03,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:03,496 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:03,496 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:03,535 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:03,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:03,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:03,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:03,804 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:03,834 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:03,919 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:04,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:04,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:04,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:04,149 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:04,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:04,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:04,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:04,456 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:04,744 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:04,744 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:04,744 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:04,787 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:04,926 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:05,064 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:05,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:05,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:05,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:05,376 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:05,376 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:05,376 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:05,402 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:05,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:05,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:05,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:05,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:05,938 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:06,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:06,038 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:06,038 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:06,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:06,426 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:06,426 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:06,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:06,474 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:06,737 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:06,737 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:06,737 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:06,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:06,944 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:07,059 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:07,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:07,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:07,116 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:07,369 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:07,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:07,369 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:07,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:07,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:07,698 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:07,698 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:07,770 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:07,956 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:08,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:08,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:08,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:08,098 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:08,324 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:08,324 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:08,324 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:08,397 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:08,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:08,634 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:08,634 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:08,708 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:08,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:08,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:08,957 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:08,958 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:08,965 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:09,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:09,271 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:09,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:09,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:09,333 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:09,584 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:09,584 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:09,584 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:09,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:09,899 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:09,900 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:09,900 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:09,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:09,966 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:10,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:10,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:10,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:10,302 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:10,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:10,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:10,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:10,597 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:10,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:10,848 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:10,848 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:10,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:10,970 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:11,162 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:11,163 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:11,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:11,184 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:11,490 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:11,491 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:11,491 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:11,524 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:11,862 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:11,863 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:11,863 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:11,900 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:11,976 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:12,176 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:12,177 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:12,177 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:12,204 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:12,488 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:12,489 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:12,489 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:12,512 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:12,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:12,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:12,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:12,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:12,982 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:13,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:13,109 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:13,109 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:13,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:13,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:13,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:13,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:13,430 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:13,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:13,731 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:13,731 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:13,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:13,994 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:14,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:14,032 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:14,032 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:14,032 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:14,052 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:14,358 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:14,359 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:14,359 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:14,371 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:14,664 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:14,664 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:14,665 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:14,677 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:15,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:15,004 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:15,004 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:15,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:15,024 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:15,315 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:15,315 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:15,315 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:15,336 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:15,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:15,639 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:15,639 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:15,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:15,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:27:15,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:27:15,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:15,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:15,957 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:15,979 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:16,004 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:16,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:16,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:16,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:16,292 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:16,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:16,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:16,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:16,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:16,895 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:16,895 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:16,895 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:16,940 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:17,012 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:17,209 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:17,209 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:17,209 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:17,245 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:17,524 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:17,525 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:17,525 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:17,562 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:17,831 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:17,831 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:17,831 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:17,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:18,018 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:18,152 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:18,153 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:18,153 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:18,186 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:18,469 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:18,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:18,470 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:18,493 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:18,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:18,785 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:18,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:18,819 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:19,036 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:19,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:19,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:19,099 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:19,099 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:19,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:19,413 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:19,413 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:19,413 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:19,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:19,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:19,720 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:19,720 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:19,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:20,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:20,028 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:20,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:20,036 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:20,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:20,341 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:20,341 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:20,341 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:20,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:20,651 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:20,652 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:20,652 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:20,665 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:20,951 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:20,951 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:20,951 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:20,970 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:21,037 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:21,360 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:21,360 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:21,360 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:21,389 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:21,676 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:21,676 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:21,676 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:21,700 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:21,991 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:21,991 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:21,991 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:22,043 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:22,043 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:22,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:22,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:22,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:22,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:22,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:22,615 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:22,615 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:22,655 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:22,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:22,929 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:22,929 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:22,975 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:23,048 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:23,248 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:23,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:23,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:23,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:23,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:23,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:23,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:23,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:23,878 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:23,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:23,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:23,911 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:24,054 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:24,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:24,182 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:24,182 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:24,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:24,211 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:24,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:24,501 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:24,501 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:24,515 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:24,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:24,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:24,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:24,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:25,063 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:25,121 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:25,122 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:25,122 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:25,134 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:25,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:25,427 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:25,427 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:25,447 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:25,747 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:25,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:25,748 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:25,760 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:26,045 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:26,045 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:26,045 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:26,064 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:26,064 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:26,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:26,355 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:26,355 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:26,375 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:26,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:26,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:26,684 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:26,697 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:26,992 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:26,992 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:26,992 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:27,011 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:27,064 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:27,315 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:27,316 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:27,316 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:27,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:27,633 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:27,633 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:27,633 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:27,646 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:27,944 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:27,945 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:27,945 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:27,958 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:28,071 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:28,256 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:28,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:28,257 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:28,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:28,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:28,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:28,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:28,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:28,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:28,887 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:28,887 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:28,898 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:29,079 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:29,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:29,203 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:29,203 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:29,203 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:29,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:29,521 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:29,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:29,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:29,564 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:29,848 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:29,848 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:29,848 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:29,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:30,093 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:30,171 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:30,171 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:30,171 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:30,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:30,497 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:30,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:30,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:30,544 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:30,544 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:27:30,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:27:30,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:27:30,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:30,884 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:30,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:30,952 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:31,100 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:31,273 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:31,273 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:31,273 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:31,337 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:31,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:31,645 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:31,645 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:31,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:31,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:31,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:31,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:32,066 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:32,106 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:32,324 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:32,325 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:32,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:32,394 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:32,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:32,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:32,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:32,715 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:32,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:32,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:32,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:33,047 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:33,115 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:33,382 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:33,382 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:33,383 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:33,465 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:33,818 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:33,818 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:33,818 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:33,898 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:34,123 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:34,293 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:34,330 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:34,330 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:34,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:34,404 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:34,693 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:34,694 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:34,694 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:34,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:35,135 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:35,148 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:35,148 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:35,149 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:35,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:35,611 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:35,611 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:35,611 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:35,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:36,089 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:36,090 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:36,090 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:36,128 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:36,141 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:36,543 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:36,543 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:36,543 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:36,599 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:36,857 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:36,858 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:36,858 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:36,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:37,153 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:37,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:37,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:37,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:37,197 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:37,480 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:37,481 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:37,481 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:37,493 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:37,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:37,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:37,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:37,804 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:38,102 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:38,103 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:38,103 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:38,114 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:38,153 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:38,403 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:38,403 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:38,403 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:38,421 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:38,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:38,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:38,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:38,737 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:39,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:39,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:39,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:39,065 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:39,161 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:39,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:39,346 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:39,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:39,346 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:39,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:39,653 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:39,653 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:39,653 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:39,698 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:39,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:39,970 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:39,970 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:40,016 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:40,166 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:40,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:40,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:40,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:40,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:40,596 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:40,596 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:40,596 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:40,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:40,910 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:40,911 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:40,911 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:40,937 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:41,180 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:41,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:41,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:41,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:41,237 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:41,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:41,522 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:41,522 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:41,541 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:41,846 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:41,846 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:41,846 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:41,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:42,159 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:42,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:42,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:42,172 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:42,180 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:42,470 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:42,470 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:42,470 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:42,482 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:42,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:42,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:42,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:42,790 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:43,094 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:43,094 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:43,094 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:43,107 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:43,187 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:43,404 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:43,405 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:43,405 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:43,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:43,714 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:43,715 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:43,715 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:43,727 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:44,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:44,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:44,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:44,041 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:44,191 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:44,342 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:44,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:44,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:44,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:44,355 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:44,656 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:44,657 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:44,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:44,668 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:44,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:44,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:44,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:44,984 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:45,204 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:45,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:45,284 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:45,284 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:45,299 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:45,583 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:45,583 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:45,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:45,602 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:45,752 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:27:45,753 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:27:45,908 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:45,908 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:45,909 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:45,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:46,210 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:46,211 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:46,211 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:46,211 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:46,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:46,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:46,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:46,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:46,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:46,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:46,838 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:46,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:46,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:47,143 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:47,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:47,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:47,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:47,211 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:47,464 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:47,465 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:47,465 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:47,480 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:47,775 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:47,776 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:47,776 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:47,788 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:48,081 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:48,082 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:48,082 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:48,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:48,219 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:48,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:48,390 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:48,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:48,402 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:48,703 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:48,704 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:48,704 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:48,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:49,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:49,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:49,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:49,025 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:49,238 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:49,327 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:49,327 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:49,328 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:49,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:49,357 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:49,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:49,639 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:49,639 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:49,666 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:49,954 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:49,954 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:49,954 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:49,993 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:50,250 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:50,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:50,265 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:50,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:50,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:50,571 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:50,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:50,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:50,621 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:50,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:50,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:50,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:50,931 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:51,201 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:51,201 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:51,201 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:51,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:51,253 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:51,604 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:51,604 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:51,605 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:51,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:51,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:51,914 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:51,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:51,931 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:52,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:52,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:52,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:52,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:52,253 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:52,531 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:52,531 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:52,531 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:52,549 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:52,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:52,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:52,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:52,857 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:53,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:53,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:53,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:53,196 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:53,255 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:53,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:53,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:53,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:53,528 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:53,801 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:53,801 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:53,801 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:53,862 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:54,129 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:54,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:54,130 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:54,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:54,265 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:54,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:54,459 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:54,459 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:54,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:54,533 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:54,788 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:54,788 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:54,788 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:54,861 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:55,128 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:55,129 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:55,129 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:55,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:55,268 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:55,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:55,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:55,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:55,528 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:55,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:55,783 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:55,783 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:55,863 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:56,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:56,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:56,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:56,212 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:56,275 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:56,455 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:56,456 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:56,456 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:56,530 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:56,792 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:56,792 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:56,792 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:56,856 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:57,133 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:57,133 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:57,133 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:57,200 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:57,283 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:57,465 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:57,467 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:57,467 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:57,515 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:57,871 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:57,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:57,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:57,904 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:58,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:58,276 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:58,276 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:58,285 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:58,330 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:58,689 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:58,689 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:58,689 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:58,747 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:59,082 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:59,082 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:59,082 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:59,152 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:27:59,295 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:27:59,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:27:59,532 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:27:59,532 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:27:59,532 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:27:59,596 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:00,001 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:00,001 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:00,002 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:00,050 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:00,307 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:00,320 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:00,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:00,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:00,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:00,544 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:28:00,624 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:00,624 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:00,624 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:00,649 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:00,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:28:00,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:28:00,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:00,943 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:00,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:00,976 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:01,269 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:01,270 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:01,270 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:01,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:01,307 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:01,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:01,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:01,574 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:01,594 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:01,892 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:01,893 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:01,893 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:01,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:02,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:02,202 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:02,202 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:02,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:02,312 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:02,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:02,505 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:02,505 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:02,524 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:02,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:02,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:02,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:02,844 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:03,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:03,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:03,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:03,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:03,318 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:03,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:03,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:03,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:03,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:03,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:03,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:03,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:03,778 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:04,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:04,072 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:04,072 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:04,093 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:04,347 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:04,388 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:04,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:04,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:04,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:04,715 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:04,715 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:04,715 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:04,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:04,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:05,028 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:05,029 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:05,029 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:05,081 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:05,336 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:05,337 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:05,337 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:05,347 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:05,366 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:05,653 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:05,653 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:05,653 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:05,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:05,965 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:05,965 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:05,966 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:06,009 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:06,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:06,278 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:06,278 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:06,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:06,348 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:06,597 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:06,597 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:06,597 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:06,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:06,909 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:06,910 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:06,910 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:06,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:07,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:07,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:07,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:07,234 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:07,354 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:07,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:07,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:07,535 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:07,546 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:07,836 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:07,836 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:07,836 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:07,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:08,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:08,163 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:08,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:08,177 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:08,361 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:08,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:08,468 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:08,468 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:08,487 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:08,790 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:08,790 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:08,790 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:08,802 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:09,101 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:09,101 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:09,101 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:09,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:09,373 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:09,411 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:09,411 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:09,411 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:09,423 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:09,720 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:09,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:09,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:09,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:09,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:10,031 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:10,031 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:10,031 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:10,044 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:10,343 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:10,343 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:10,343 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:10,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:10,373 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:10,650 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:10,650 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:10,650 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:10,662 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:10,961 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:10,961 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:10,961 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:10,972 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:11,270 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:11,270 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:11,270 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:11,289 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:11,381 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:11,593 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:11,594 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:11,594 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:11,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:11,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:11,907 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:11,907 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:11,918 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:12,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:12,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:12,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:12,230 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:12,387 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:12,527 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:12,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:12,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:12,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:12,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:12,834 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:12,834 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:12,847 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:13,138 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:13,138 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:13,138 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:13,157 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:13,408 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:13,461 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:13,462 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:13,462 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:13,475 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:13,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:13,765 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:13,765 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:13,794 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:14,092 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:14,092 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:14,093 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:14,105 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:14,405 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:14,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:14,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:14,414 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:14,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:14,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:14,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:14,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:14,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:14,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:15,075 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:15,075 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:15,075 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:15,089 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:15,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:15,387 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:15,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:15,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:15,415 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:15,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:15,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:15,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:15,719 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:15,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:28:15,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:28:16,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:16,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:16,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:16,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:16,334 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:16,335 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:16,335 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:16,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:16,422 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:16,641 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:16,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:16,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:16,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:17,012 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:17,012 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:17,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:17,077 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:17,379 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:17,380 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:17,380 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:17,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:17,443 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:17,729 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:17,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:17,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:17,804 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:18,041 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:18,041 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:18,041 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:18,125 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:18,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:18,419 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:18,419 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:18,443 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:18,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:18,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:18,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:18,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:18,823 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:19,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:19,119 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:19,119 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:19,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:19,448 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:19,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:19,475 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:19,475 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:19,539 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:19,860 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:19,861 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:19,861 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:19,861 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:19,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:20,247 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:20,247 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:20,247 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:20,319 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:20,456 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:20,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:20,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:20,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:20,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:21,160 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:21,160 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:21,160 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:21,240 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:21,466 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:21,617 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:21,617 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:21,617 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:21,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:22,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:22,048 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:22,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:22,112 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:22,478 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:22,495 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:22,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:22,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:22,553 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:22,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:22,894 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:22,894 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:22,946 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:23,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:23,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:23,287 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:23,344 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:23,487 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:23,704 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:23,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:23,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:23,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:24,081 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:24,081 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:24,081 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:24,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:24,439 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:24,439 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:24,439 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:24,502 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:24,502 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:24,842 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:24,843 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:24,843 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:24,910 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:24,910 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:25,158 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:25,159 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:25,159 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:25,202 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:25,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:25,476 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:25,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:25,503 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:25,503 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:25,782 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:25,798 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:25,798 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:25,824 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:26,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:26,109 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:26,109 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:26,124 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:26,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:26,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:26,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:26,436 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:26,504 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:26,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:26,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:26,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:26,754 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:27,049 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:27,049 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:27,049 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:27,067 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:27,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:27,373 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:27,373 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:27,386 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:27,509 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:27,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:27,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:27,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:27,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:27,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:27,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:27,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:28,016 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:28,299 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:28,299 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:28,299 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:28,317 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:28,530 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:28,619 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:28,619 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:28,619 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:28,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:28,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:28,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:28,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:28,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:29,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:29,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:29,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:29,258 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:29,542 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:29,561 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:29,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:29,562 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:29,573 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:29,879 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:29,879 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:29,879 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:29,891 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:30,182 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:30,183 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:30,183 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:30,183 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:30,195 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:30,498 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:30,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:30,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:30,511 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:30,542 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:30,545 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:28:30,756 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:28:30,756 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:28:30,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:30,890 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:30,890 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:30,899 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:31,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:31,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:31,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:31,137 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:31,431 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:31,431 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:31,431 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:31,450 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:31,550 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:31,750 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:31,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:31,751 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:31,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:32,061 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:32,061 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:32,061 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:32,074 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:32,368 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:32,369 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:32,369 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:32,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:32,556 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:32,670 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:32,670 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:32,670 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:32,689 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:32,984 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:32,984 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:32,984 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:33,003 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:33,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:33,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:33,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:33,313 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:33,574 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:33,615 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:33,616 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:33,616 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:33,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:33,926 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:33,926 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:33,926 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:33,939 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:34,238 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:34,239 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:34,239 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:34,252 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:34,553 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:34,553 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:34,553 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:34,569 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:34,574 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:34,866 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:34,867 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:34,867 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:34,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:35,167 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:35,167 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:35,167 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:35,186 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:35,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:35,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:35,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:35,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:35,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:35,581 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:35,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:35,809 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:35,809 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:35,822 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:36,122 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:36,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:36,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:36,137 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:36,432 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:36,432 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:36,432 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:36,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:36,587 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:36,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:36,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:36,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:36,768 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:37,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:37,071 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:37,071 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:37,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:37,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:37,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:37,386 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:37,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:37,599 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:37,699 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:37,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:37,700 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:37,729 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:38,007 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:38,007 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:38,007 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:38,074 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:38,320 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:38,320 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:38,320 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:38,391 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:38,611 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:38,666 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:38,666 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:38,666 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:38,736 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:39,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:39,027 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:39,028 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:39,095 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:39,398 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:39,398 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:39,398 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:39,468 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:39,619 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:39,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:39,771 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:39,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:39,833 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:40,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:40,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:40,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:40,173 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:40,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:40,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:40,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:40,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:40,492 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:40,624 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:40,762 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:40,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:40,763 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:40,804 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:41,077 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:41,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:41,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:41,123 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:41,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:41,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:41,396 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:41,457 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:41,632 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:41,822 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:41,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:41,823 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:41,885 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:42,201 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:42,202 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:42,202 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:42,247 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:42,565 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:42,565 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:42,565 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:42,607 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:42,634 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:42,892 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:42,892 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:42,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:42,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:43,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:43,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:43,244 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:43,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:43,567 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:43,567 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:43,567 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:43,624 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:43,634 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:43,914 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:43,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:43,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:43,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:44,252 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:44,252 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:44,253 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:44,308 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:44,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:44,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:44,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:44,632 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:44,636 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:45,048 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:45,048 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:45,048 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:45,097 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:45,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:45,448 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:45,448 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:45,448 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:45,493 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:45,639 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:45,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:28:45,758 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:28:45,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:45,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:45,916 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:45,990 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:46,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:46,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:46,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:46,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:46,587 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:46,587 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:46,587 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:46,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:46,640 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:46,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:46,902 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:46,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:46,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:47,214 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:47,214 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:47,214 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:47,226 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:47,526 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:47,527 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:47,527 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:47,540 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:47,646 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:47,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:47,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:47,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:47,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:48,142 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:48,143 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:48,143 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:48,155 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:48,452 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:48,452 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:48,452 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:48,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:48,651 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:48,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:48,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:48,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:48,774 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:49,072 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:49,073 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:49,073 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:49,085 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:49,388 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:49,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:49,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:49,401 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:49,663 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:49,700 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:49,700 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:49,701 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:49,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:50,015 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:50,016 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:50,016 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:50,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:50,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:50,310 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:50,310 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:50,329 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:50,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:50,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:50,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:50,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:50,641 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:50,663 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:50,937 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:50,938 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:50,938 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:50,951 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:51,248 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:51,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:51,249 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:51,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:51,556 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:51,557 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:51,557 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:51,568 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:51,669 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:51,862 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:51,862 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:51,862 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:51,877 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:52,177 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:52,178 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:52,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:52,190 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:52,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:52,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:52,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:52,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:52,674 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:52,800 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:52,800 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:52,800 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:52,812 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:53,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:53,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:53,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:53,130 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:53,430 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:53,430 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:53,430 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:53,442 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:53,681 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:53,739 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:53,739 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:53,739 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:53,753 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:54,046 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:54,046 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:54,046 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:54,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:54,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:54,351 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:54,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:54,370 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:54,666 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:54,667 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:54,667 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:54,681 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:54,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:54,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:54,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:54,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:55,003 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:55,321 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:55,321 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:55,321 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:55,382 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:55,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:55,638 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:55,638 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:55,638 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:28:55,688 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:55,688 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:55,975 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:55,976 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:55,976 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:56,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:56,294 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:56,294 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:56,294 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:56,364 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:56,631 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:56,632 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:56,632 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:56,704 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:56,704 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:56,978 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:56,979 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:56,979 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:57,047 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:57,301 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:57,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:57,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:57,368 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:57,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:57,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:57,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:57,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:57,709 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:57,964 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:57,965 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:57,965 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:58,017 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:58,325 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:58,325 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:58,325 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:58,383 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:58,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:58,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:58,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:58,719 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:58,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:59,131 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:59,131 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:59,131 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:59,179 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:59,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:59,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:59,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:59,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:28:59,732 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:28:59,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:28:59,804 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:28:59,804 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:28:59,855 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:00,124 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:00,124 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:00,124 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:00,162 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:00,440 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:00,440 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:00,440 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:00,454 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:00,546 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:29:00,744 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:00,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:00,755 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:00,755 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:00,755 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:00,763 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:29:00,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:00,767 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:29:01,066 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:01,066 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:01,066 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:01,078 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:01,373 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:01,373 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:01,373 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:01,392 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:01,694 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:01,695 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:01,695 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:01,707 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:01,744 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:02,009 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:02,009 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:02,009 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:02,021 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:02,319 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:02,320 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:02,320 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:02,331 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:02,630 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:02,631 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:02,631 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:02,642 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:02,750 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:02,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:02,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:02,943 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:02,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:03,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:03,255 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:03,255 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:03,267 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:03,571 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:03,572 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:03,572 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:03,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:03,755 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:03,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:03,902 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:03,902 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:03,963 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:04,245 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:04,245 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:04,246 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:04,304 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:04,576 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:04,576 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:04,576 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:04,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:04,766 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:04,905 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:04,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:04,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:04,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:05,243 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:05,243 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:05,243 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:05,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:05,577 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:05,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:05,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:05,660 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:05,770 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:05,939 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:05,940 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:05,940 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:05,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:06,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:06,276 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:06,276 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:06,276 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:06,335 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:06,637 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:06,637 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:06,637 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:06,696 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:06,781 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:07,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:07,058 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:07,058 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:07,119 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:07,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:07,569 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:07,569 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:07,616 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:07,789 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:07,985 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:07,988 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:07,988 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:08,033 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:08,363 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:08,363 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:08,363 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:08,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:08,675 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:08,675 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:08,675 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:08,694 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:08,795 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:08,996 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:08,996 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:08,996 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:09,010 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:09,306 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:09,307 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:09,307 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:09,322 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:09,601 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:09,601 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:09,601 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:09,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:09,801 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:09,924 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:09,925 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:09,925 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:09,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:10,234 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:10,234 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:10,234 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:10,249 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:10,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:10,544 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:10,544 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:10,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:10,813 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:10,849 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:10,849 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:10,849 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:10,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:11,168 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:11,168 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:11,169 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:11,169 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:11,180 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:11,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:11,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:11,479 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:11,491 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:11,776 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:11,776 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:11,776 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:11,795 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:11,813 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:12,087 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:12,087 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:12,087 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:12,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:12,406 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:12,406 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:12,406 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:12,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:12,717 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:12,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:12,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:12,760 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:12,820 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:13,023 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:13,023 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:13,024 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:13,051 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:13,335 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:13,336 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:13,336 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:13,367 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:13,645 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:13,646 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:13,646 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:13,698 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:13,826 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:13,957 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:13,957 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:13,958 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:14,005 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:14,270 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:14,270 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:14,270 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:14,311 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:14,582 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:14,582 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:14,583 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:14,601 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:14,838 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:14,891 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:14,891 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:14,892 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:14,953 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:15,199 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:15,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:15,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:15,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:15,508 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:15,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:15,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:15,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:15,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:29:15,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:29:15,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:15,838 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:15,896 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:15,896 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:15,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:16,134 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:16,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:16,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:16,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:16,450 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:16,451 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:16,451 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:16,451 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:16,479 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:16,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:16,764 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:16,764 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:16,800 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:16,839 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:17,076 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:17,077 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:17,077 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:17,103 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:17,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:17,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:17,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:17,405 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:17,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:17,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:17,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:17,721 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:17,845 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:18,017 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:18,019 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:18,019 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:18,032 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:18,329 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:18,329 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:18,329 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:18,341 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:18,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:18,641 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:18,641 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:18,653 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:18,863 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:18,953 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:18,953 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:18,953 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:18,968 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:19,264 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:19,264 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:19,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:19,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:19,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:19,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:19,574 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:19,587 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:19,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:19,876 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:19,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:19,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:19,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:20,197 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:20,197 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:20,197 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:20,209 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:20,499 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:20,499 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:20,499 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:20,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:20,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:20,818 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:20,818 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:20,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:20,876 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:21,130 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:21,130 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:21,130 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:21,142 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:21,445 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:21,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:21,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:21,459 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:21,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:21,746 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:21,746 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:21,746 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:21,765 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:21,885 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:22,067 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:22,067 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:22,067 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:22,094 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:22,399 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:22,400 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:22,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:22,412 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:22,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:22,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:22,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:22,716 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:22,888 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:23,011 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:23,011 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:23,011 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:23,029 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:23,330 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:23,331 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:23,331 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:23,342 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:23,640 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:23,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:23,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:23,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:23,900 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:23,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:23,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:23,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:23,962 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:24,254 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:24,254 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:24,254 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:24,273 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:24,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:24,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:24,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:24,583 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:24,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:24,893 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:24,893 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:24,901 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:24,932 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:25,215 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:25,215 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:25,215 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:25,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:25,538 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:25,538 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:25,538 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:25,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:25,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:25,871 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:25,871 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:25,901 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:25,942 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:26,212 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:26,212 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:26,212 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:26,281 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:26,544 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:26,545 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:26,545 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:26,545 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:26,615 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:26,887 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:26,887 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:26,888 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:26,902 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:26,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:27,272 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:27,272 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:27,272 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:27,349 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:27,667 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:27,667 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:27,667 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:27,749 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:27,911 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:28,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:28,047 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:28,047 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:28,118 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:28,424 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:28,424 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:28,424 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:28,496 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:28,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:28,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:28,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:28,914 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:28,926 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:29,387 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:29,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:29,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:29,457 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:29,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:29,840 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:29,840 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:29,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:29,920 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:30,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:30,291 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:30,291 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:30,351 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:30,547 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:29:30,725 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:30,726 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:30,726 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:30,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:29:30,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:30,786 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:29:30,925 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:31,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:31,114 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:31,114 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:31,176 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:31,479 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:31,479 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:31,479 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:31,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:31,804 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:31,804 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:31,804 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:31,804 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:31,849 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:31,929 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:32,145 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:32,146 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:32,146 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:32,189 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:32,471 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:32,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:32,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:32,534 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:32,816 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:32,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:32,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:32,881 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:32,937 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:33,177 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:33,178 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:33,178 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:33,231 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:33,494 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:33,495 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:33,495 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:33,542 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:33,795 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:33,795 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:33,795 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:33,843 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:33,946 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:34,118 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:34,119 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:34,119 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:34,160 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:34,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:34,434 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:34,434 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:34,479 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:34,743 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:34,743 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:34,743 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:34,777 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:34,967 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:35,047 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:35,047 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:35,047 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:35,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:35,367 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:35,368 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:35,368 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:35,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:35,683 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:35,683 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:35,683 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:35,695 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:35,979 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:35,998 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:35,998 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:35,998 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:36,011 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:36,310 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:36,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:36,311 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:36,323 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:36,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:36,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:36,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:36,640 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:36,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:36,936 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:36,936 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:36,936 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:36,948 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:36,979 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:37,249 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:37,250 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:37,250 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:37,262 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:37,564 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:37,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:37,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:37,578 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:37,875 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:37,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:37,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:37,889 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:37,987 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:38,185 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:38,185 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:38,185 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:38,204 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:38,506 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:38,506 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:38,506 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:38,519 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:38,817 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:38,817 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:38,817 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:38,830 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:38,995 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:39,132 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:39,132 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:39,132 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:39,144 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:39,447 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:39,447 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:39,447 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:39,464 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:39,759 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:39,760 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:39,760 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:39,773 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:40,009 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:40,071 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:40,072 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:40,072 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:40,084 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:40,388 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:40,388 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:40,388 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:40,400 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:40,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:40,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:40,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:40,706 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:41,004 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:41,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:41,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:41,013 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:41,014 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:41,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:41,319 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:41,319 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:41,332 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:41,627 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:41,628 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:41,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:41,639 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:41,929 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:41,929 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:41,929 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:41,947 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:41,948 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:42,013 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:42,252 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:42,252 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:42,253 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:42,266 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:42,560 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:42,561 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:42,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:42,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:42,859 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:42,859 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:42,859 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:42,878 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:43,015 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:43,186 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:43,186 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:43,186 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:43,198 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:43,496 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:43,497 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:43,497 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:43,508 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:43,807 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:43,807 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:43,807 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:43,819 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:44,026 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:44,117 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:44,118 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:44,118 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:44,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:44,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:44,434 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:44,434 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:44,443 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:44,749 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:44,750 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:44,750 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:44,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:45,042 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:45,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:45,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:45,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:45,116 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:45,418 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:45,418 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:45,418 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:45,431 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:45,727 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:45,728 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:45,728 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:45,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:29:45,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:45,780 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:29:46,041 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:46,042 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:46,042 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:46,049 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:46,095 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:46,351 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:46,351 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:46,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:46,415 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:46,657 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:46,658 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:46,658 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:46,724 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:46,970 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:46,971 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:46,971 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:46,971 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:47,022 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:47,055 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:47,280 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:47,281 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:47,281 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:47,353 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:47,590 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:47,591 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:47,591 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:47,652 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:47,903 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:47,904 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:47,904 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:47,965 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:48,059 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:48,216 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:48,216 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:48,216 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:48,296 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:48,693 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:48,693 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:48,693 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:48,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:49,071 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:49,085 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:49,085 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:49,085 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:49,167 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:49,452 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:49,453 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:49,453 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:49,541 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:49,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:49,851 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:49,851 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:49,919 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:50,075 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:50,261 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:50,262 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:50,262 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:50,334 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:50,639 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:50,640 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:50,640 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:50,713 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:51,040 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:51,040 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:51,040 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:51,079 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:51,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:51,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:51,387 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:51,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:51,453 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:51,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:51,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:51,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:51,780 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:52,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:52,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:52,079 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:52,079 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:52,087 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:52,136 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:52,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:52,506 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:52,506 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:52,563 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:52,822 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:52,822 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:52,822 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:52,884 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:53,109 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:53,161 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:53,161 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:53,161 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:53,224 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:53,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:53,476 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:53,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:53,529 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:53,802 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:53,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:53,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:53,850 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:54,114 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:54,114 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:54,115 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:54,115 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:54,158 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:54,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:54,476 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:54,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:54,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:54,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:54,814 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:54,814 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:54,868 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:55,126 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:55,149 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:55,149 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:55,150 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:55,215 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:55,492 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:55,492 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:55,492 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:55,564 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:55,839 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:55,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:55,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:55,887 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:56,132 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:56,233 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:56,233 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:56,233 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:56,290 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:56,579 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:56,580 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:56,580 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:56,609 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:56,901 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:56,901 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:56,901 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:56,949 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:57,147 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:57,204 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:57,204 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:57,204 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:57,204 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:29:57,232 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:57,518 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:57,518 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:57,518 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:57,537 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:57,833 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:57,833 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:57,833 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:57,852 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:58,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:58,155 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:58,155 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:58,163 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:58,169 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:58,468 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:58,469 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:58,469 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:58,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:58,776 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:58,776 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:58,777 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:58,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:59,086 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:59,086 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:59,086 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:59,101 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:59,167 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:29:59,397 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:59,397 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:59,397 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:59,410 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:29:59,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:29:59,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:29:59,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:29:59,722 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:00,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:00,027 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:00,027 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:00,039 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:00,174 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:00,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:00,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:00,346 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:00,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:00,554 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:30:00,660 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:00,660 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:00,660 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:00,672 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:00,765 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:30:00,765 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:30:00,974 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:00,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:00,975 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:00,987 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:01,185 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:01,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:01,287 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:01,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:01,300 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:01,598 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:01,598 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:01,599 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:01,611 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:01,925 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:01,926 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:01,926 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:01,938 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:02,197 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:02,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:02,232 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:02,232 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:02,232 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:02,251 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:02,560 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:02,560 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:02,561 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:02,572 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:02,877 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:02,878 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:02,878 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:02,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:03,192 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:03,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:03,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:03,201 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:03,202 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:03,515 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:03,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:03,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:03,527 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:03,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:03,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:03,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:03,838 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:04,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:04,136 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:04,136 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:04,148 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:04,202 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:04,446 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:04,446 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:04,446 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:04,458 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:04,758 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:04,759 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:04,759 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:04,790 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:05,067 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:05,067 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:05,067 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:05,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:05,212 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:05,386 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:05,386 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:05,387 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:05,425 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:05,701 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:05,702 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:05,702 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:05,745 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:06,006 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:06,006 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:06,006 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:06,055 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:06,219 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:06,332 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:06,332 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:06,332 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:06,384 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:06,658 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:06,658 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:06,658 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:06,681 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:06,972 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:06,972 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:06,972 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:06,992 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:07,239 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:07,282 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:07,283 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:07,283 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:07,283 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:07,297 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:07,592 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:07,593 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:07,593 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:07,604 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:07,906 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:07,906 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:07,906 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:07,919 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:08,217 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:08,217 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:08,217 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:08,226 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:08,239 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:08,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:08,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:08,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:08,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:08,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:08,839 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:08,839 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:08,852 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:09,153 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:09,154 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:09,154 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:09,166 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:09,246 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:09,463 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:09,463 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:09,463 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:09,478 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:09,766 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:09,766 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:09,766 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:09,786 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:10,078 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:10,078 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:10,078 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:10,097 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:10,251 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:10,396 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:10,396 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:10,397 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:10,409 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:10,698 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:10,698 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:10,698 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:10,717 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:11,014 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:11,014 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:11,015 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:11,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:11,262 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:11,320 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:11,320 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:11,320 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:11,339 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:11,642 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:11,643 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:11,643 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:11,655 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:11,952 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:11,952 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:11,952 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:11,964 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:12,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:12,263 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:12,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:12,271 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:12,275 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:12,573 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:12,574 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:12,574 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:12,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:12,589 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:12,886 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:12,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:12,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:12,928 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:13,198 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:13,198 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:13,198 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:13,241 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:13,271 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:13,509 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:13,509 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:13,509 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:13,557 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:13,825 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:13,826 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:13,826 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:13,879 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:14,136 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:14,137 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:14,137 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:14,233 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:14,280 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:14,512 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:14,513 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:14,513 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:14,592 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:14,922 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:14,923 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:14,923 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:15,050 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:15,292 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:15,311 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:15,311 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:15,312 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:15,386 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:15,705 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:15,705 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:15,705 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:15,764 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:30:15,771 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:15,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:30:16,096 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:16,097 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:16,097 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:16,165 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:16,300 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:16,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:16,482 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:16,482 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:16,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:16,862 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:16,862 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:16,862 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:16,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:17,180 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:17,180 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:17,180 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:17,222 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:17,305 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:17,501 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:17,501 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:17,501 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:17,554 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:17,834 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:17,835 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:17,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:17,838 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:17,890 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:18,155 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:18,156 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:18,156 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:18,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:18,312 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:18,476 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:18,477 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:18,477 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:18,547 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:18,883 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:18,883 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:18,884 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:18,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:19,331 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:19,345 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:19,345 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:19,345 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:19,379 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:19,741 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:19,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:19,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:19,789 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:20,164 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:20,164 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:20,164 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:20,208 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:20,335 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:20,572 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:20,573 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:20,573 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:20,608 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:20,876 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:20,876 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:20,876 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:20,906 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:21,202 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:21,202 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:21,202 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:21,237 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:21,339 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:21,514 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:21,515 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:21,515 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:21,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:21,824 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:21,825 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:21,825 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:21,877 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:22,135 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:22,135 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:22,135 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:22,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:22,349 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:22,475 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:22,476 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:22,476 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:22,501 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:22,818 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:22,819 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:22,819 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:22,845 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:22,845 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:23,123 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:23,123 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:23,123 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:23,142 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:23,370 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:23,434 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:23,434 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:23,434 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:23,453 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:23,747 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:23,747 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:23,747 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:23,766 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:24,068 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:24,068 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:24,068 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:24,079 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:24,377 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:24,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:24,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:24,386 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:24,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:24,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:24,691 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:24,691 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:24,703 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:24,995 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:24,995 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:24,995 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:25,013 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:25,318 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:25,318 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:25,318 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:25,331 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:25,386 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:25,626 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:25,627 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:25,627 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:25,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:25,942 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:25,942 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:25,942 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:25,954 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:26,255 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:26,256 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:26,256 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:26,268 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:26,392 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:26,570 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:26,570 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:26,570 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:26,582 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:26,882 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:26,883 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:26,883 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:26,898 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:27,193 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:27,193 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:27,193 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:27,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:27,405 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:27,505 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:27,505 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:27,505 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:27,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:27,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:27,808 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:27,808 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:27,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:28,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:28,126 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:28,126 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:28,126 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:28,141 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:28,417 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:28,436 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:28,437 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:28,437 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:28,451 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:28,751 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:28,751 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:28,752 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:28,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:29,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:29,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:29,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:29,070 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:29,366 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:29,366 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:29,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:29,385 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:29,417 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:29,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:29,678 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:29,678 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:29,698 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:29,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:29,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:30,000 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:30,012 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:30,308 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:30,308 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:30,308 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:30,324 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:30,425 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:30,553 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:30:30,608 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:30,608 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:30,608 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:30,628 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:30,767 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:30:30,768 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:30:30,933 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:30,933 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:30,933 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:30,945 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:31,248 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:31,248 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:31,248 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:31,261 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:31,431 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:31,557 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:31,558 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:31,558 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:31,570 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:31,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:31,874 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:31,874 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:31,894 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:32,189 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:32,189 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:32,189 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:32,220 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:32,439 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:32,491 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:32,491 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:32,491 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:32,522 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:32,808 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:32,808 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:32,808 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:32,858 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:33,125 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:33,125 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:33,125 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:33,174 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:33,174 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:33,449 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:33,449 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:33,449 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:33,457 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:33,492 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:33,761 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:33,762 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:33,762 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:33,813 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:34,074 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:34,074 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:34,074 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:34,115 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:34,384 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:34,384 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:34,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:34,396 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:34,458 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:34,697 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:34,697 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:34,698 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:34,709 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:35,005 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:35,005 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:35,005 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:35,018 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:35,319 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:35,319 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:35,319 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:35,335 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:35,462 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:35,634 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:35,635 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:35,635 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:35,661 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:35,943 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:35,944 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:35,944 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:35,973 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:36,260 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:36,260 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:36,261 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:36,309 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:36,479 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:36,567 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:36,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:36,568 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:36,620 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:36,885 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:36,886 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:36,886 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:36,935 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:37,200 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:37,200 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:37,200 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:37,244 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:37,487 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:37,598 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:37,598 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:37,599 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:37,659 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:37,976 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:37,977 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:37,977 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:38,026 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:38,360 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:38,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:38,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:38,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:38,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:38,492 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:38,687 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:38,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:38,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:38,743 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:39,033 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:39,034 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:39,034 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:39,092 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:39,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:39,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:39,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:39,416 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:39,497 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:39,691 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:39,691 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:39,691 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:39,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:40,037 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:40,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:40,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:40,106 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:40,365 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:40,366 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:40,366 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:40,428 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:40,503 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:40,684 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:40,684 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:40,685 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:40,764 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:41,065 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:41,065 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:41,065 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:41,102 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:41,478 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:41,478 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:41,478 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:41,503 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:41,543 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:41,917 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:41,918 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:41,918 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:41,983 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:42,350 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:42,350 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:42,351 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:42,373 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:42,509 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:42,730 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:42,730 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:42,730 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:42,757 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:43,058 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:43,059 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:43,059 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:43,071 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:43,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:43,361 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:43,361 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:43,361 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:43,380 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:43,516 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:43,669 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:43,669 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:43,669 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:43,688 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:43,988 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:43,989 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:43,989 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:44,001 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:44,301 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:44,302 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:44,302 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:44,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:44,532 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:44,621 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:44,622 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:44,622 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:44,633 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:44,932 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:44,932 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:44,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:44,944 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:45,262 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:45,262 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:45,263 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:45,278 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:45,538 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:45,574 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:45,575 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:45,575 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:45,586 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:45,771 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:30:45,771 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:30:45,884 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:45,913 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:45,914 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:45,922 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:46,207 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:46,208 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:46,208 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:46,221 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:46,525 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:46,526 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:46,526 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:46,538 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:46,539 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:46,827 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:46,827 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:46,827 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:46,846 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:47,146 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:47,147 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:47,147 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:47,165 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:47,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:47,458 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:47,458 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:47,471 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:47,543 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:47,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:47,775 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:47,775 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:47,788 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:48,088 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:48,088 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:48,089 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:48,096 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:48,404 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:48,405 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:48,405 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:48,405 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:48,417 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:48,549 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:48,716 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:48,717 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:48,717 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:48,740 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:49,025 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:49,025 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:49,025 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:49,078 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:49,323 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:49,323 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:49,323 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:49,378 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:49,568 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:49,636 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:49,636 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:49,636 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:49,693 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:49,956 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:49,974 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:49,974 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:50,019 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:50,268 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:50,268 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:50,268 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:50,320 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:50,580 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:50,591 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:50,592 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:50,592 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:50,656 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:50,931 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:50,931 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:50,932 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:50,994 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:51,290 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:51,290 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:51,290 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:51,355 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:51,600 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:51,655 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:51,656 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:51,656 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:51,728 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:52,027 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:52,027 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:52,027 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:52,087 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:52,391 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:52,391 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:52,391 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:52,455 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:52,618 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:52,710 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:52,710 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:52,710 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:52,758 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:53,051 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:53,051 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:53,051 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:53,104 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:53,372 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:53,372 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:53,372 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:53,406 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:53,407 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:53,635 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:53,686 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:53,687 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:53,687 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:53,717 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:53,999 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:53,999 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:53,999 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:54,028 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:54,304 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:54,304 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:54,304 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:54,322 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:54,625 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:54,626 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:54,626 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:54,635 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:54,638 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:54,940 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:54,941 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:54,941 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:54,953 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:55,252 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:55,253 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:55,253 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:55,264 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:55,563 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:55,564 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:55,564 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:55,575 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:55,636 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:55,874 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:55,875 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:55,875 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:55,886 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:56,172 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:56,172 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:56,172 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:56,190 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:56,493 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:56,493 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:56,494 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:56,505 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:56,640 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:56,803 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:56,803 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:56,803 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:56,815 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:57,116 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:57,117 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:57,117 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:57,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:57,427 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:57,428 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:57,428 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:57,439 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:57,652 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:57,740 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:57,741 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:57,741 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:57,753 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:58,043 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:58,043 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:58,043 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:58,063 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:58,362 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:58,362 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:58,362 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:58,374 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:58,664 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:58,678 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:58,679 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:58,679 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:58,679 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:30:58,691 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:58,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:58,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:58,987 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:58,999 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:59,297 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:59,297 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:59,297 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:59,309 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:59,596 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:59,596 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:59,596 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:59,636 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:30:59,664 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:30:59,934 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:30:59,935 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:30:59,935 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:30:59,977 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:00,265 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:00,265 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:00,265 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:00,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:00,554 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:31:00,594 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:00,595 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:00,595 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:00,654 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:00,665 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:00,774 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:31:00,774 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:31:00,927 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:00,928 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:00,928 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:00,953 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:01,259 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:01,259 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:01,259 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:01,316 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:01,576 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:01,577 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:01,577 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:01,639 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:01,669 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:01,893 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:01,893 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:01,893 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:01,962 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:02,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:02,231 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:02,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:02,296 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:02,568 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:02,568 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:02,568 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:02,612 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:02,679 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:03,013 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:03,013 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:03,013 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:03,064 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:03,457 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:03,457 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:03,457 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:03,507 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:03,685 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:03,869 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:03,869 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:03,869 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:03,870 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:31:03,905 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:04,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:04,288 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:04,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:04,314 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:04,586 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:04,586 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:04,586 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:04,605 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:04,691 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:04,902 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:04,903 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:04,903 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:04,916 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:05,213 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:05,213 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:05,213 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:05,223 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:05,534 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:05,534 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:05,534 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:05,548 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:05,701 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:05,850 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:05,851 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:05,851 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:05,864 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:06,166 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:06,167 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:06,167 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:06,183 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:06,482 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:06,483 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:06,483 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:06,504 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:06,715 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:06,796 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:06,796 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:06,796 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:06,827 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:07,108 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:07,109 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:07,109 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:07,139 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:07,416 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:07,417 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:07,417 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:07,469 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:07,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:07,721 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:07,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:07,721 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:07,767 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:08,053 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:08,053 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:08,053 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:08,129 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:08,378 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:08,378 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:08,378 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:08,474 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:08,724 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:08,725 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:08,725 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:08,735 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:08,810 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:09,109 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:09,110 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:09,110 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:09,110 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:31:09,191 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:09,459 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:09,460 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:09,460 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:09,552 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:09,751 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:09,828 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:09,828 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:09,828 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:09,883 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:10,175 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:10,176 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:10,176 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:10,235 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:10,522 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:10,523 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:10,523 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:10,564 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:10,763 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:10,835 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:10,835 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:10,835 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:10,882 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:11,151 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:11,151 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:11,151 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:11,205 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:11,466 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:11,466 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:11,466 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:11,518 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:11,772 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:11,773 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:11,773 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:11,773 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:11,811 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:12,087 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:12,087 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:12,087 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:12,113 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:12,400 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:12,400 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:12,400 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:12,418 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:12,722 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:12,723 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:12,723 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:12,735 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:12,773 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:13,036 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:13,037 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:13,037 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:13,049 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:13,344 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:13,344 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:13,344 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:13,357 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:13,657 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:13,657 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:13,657 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:13,669 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:13,781 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:13,967 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:13,968 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:13,968 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:13,979 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:14,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:14,277 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:14,277 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:14,277 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:31:14,289 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:14,588 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:14,588 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:14,588 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:14,600 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:14,786 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:14,887 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:14,887 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:14,887 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:14,907 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:15,230 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:15,230 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:15,231 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:15,242 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:15,529 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:15,529 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:15,529 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:15,547 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:15,778 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 00:31:15,778 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: stop_status +2023-07-09 00:31:15,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:15,852 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:15,915 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:15,915 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:15,920 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:16,163 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:16,163 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:16,163 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:16,175 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:16,470 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:16,471 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:16,471 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:16,483 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:16,784 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:16,784 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:16,785 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:16,796 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:16,804 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:17,098 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:17,098 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:17,098 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:17,110 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:17,401 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:17,401 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:17,401 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:17,420 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:17,721 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:17,721 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:17,722 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:17,733 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:17,810 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:17,987 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:17,987 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:17,987 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:18,006 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:18,055 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 00:31:18,055 DEBUG SenderThread:232905 [sender.py:send():375] send: history +2023-07-09 00:31:18,055 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: summary_record +2023-07-09 00:31:18,060 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:18,811 INFO Thread-12 :232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:19,283 DEBUG SenderThread:232905 [sender.py:send():375] send: telemetry +2023-07-09 00:31:19,283 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:31:19,284 DEBUG SenderThread:232905 [sender.py:send():375] send: exit +2023-07-09 00:31:19,284 INFO SenderThread:232905 [sender.py:send_exit():598] handling exit code: 1 +2023-07-09 00:31:19,284 INFO SenderThread:232905 [sender.py:send_exit():600] handling runtime: 3588 +2023-07-09 00:31:19,291 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:19,292 INFO SenderThread:232905 [sender.py:send_exit():606] send defer +2023-07-09 00:31:19,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,292 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 0 +2023-07-09 00:31:19,292 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,292 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 0 +2023-07-09 00:31:19,292 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 1 +2023-07-09 00:31:19,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,292 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 1 +2023-07-09 00:31:19,292 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,292 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 1 +2023-07-09 00:31:19,292 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 2 +2023-07-09 00:31:19,292 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,292 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 2 +2023-07-09 00:31:19,292 INFO HandlerThread:232905 [system_monitor.py:finish():190] Stopping system monitor +2023-07-09 00:31:19,292 DEBUG SystemMonitor:232905 [system_monitor.py:_start():166] Finished system metrics aggregation loop +2023-07-09 00:31:19,292 DEBUG SystemMonitor:232905 [system_monitor.py:_start():170] Publishing last batch of metrics +2023-07-09 00:31:19,305 INFO HandlerThread:232905 [interfaces.py:finish():202] Joined cpu monitor +2023-07-09 00:31:19,305 INFO HandlerThread:232905 [interfaces.py:finish():202] Joined disk monitor +2023-07-09 00:31:19,384 INFO HandlerThread:232905 [interfaces.py:finish():202] Joined gpu monitor +2023-07-09 00:31:19,384 INFO HandlerThread:232905 [interfaces.py:finish():202] Joined memory monitor +2023-07-09 00:31:19,384 INFO HandlerThread:232905 [interfaces.py:finish():202] Joined network monitor +2023-07-09 00:31:19,384 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,384 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 2 +2023-07-09 00:31:19,384 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 3 +2023-07-09 00:31:19,384 DEBUG SenderThread:232905 [sender.py:send():375] send: stats +2023-07-09 00:31:19,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,385 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 3 +2023-07-09 00:31:19,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,385 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 3 +2023-07-09 00:31:19,385 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 4 +2023-07-09 00:31:19,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,385 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 4 +2023-07-09 00:31:19,385 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,385 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 4 +2023-07-09 00:31:19,385 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 5 +2023-07-09 00:31:19,385 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,385 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 5 +2023-07-09 00:31:19,385 DEBUG SenderThread:232905 [sender.py:send():375] send: summary +2023-07-09 00:31:19,390 INFO SenderThread:232905 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 00:31:19,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,390 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 5 +2023-07-09 00:31:19,390 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 6 +2023-07-09 00:31:19,390 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,390 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 6 +2023-07-09 00:31:19,390 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,390 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 6 +2023-07-09 00:31:19,394 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 00:31:19,628 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 7 +2023-07-09 00:31:19,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,628 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 7 +2023-07-09 00:31:19,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,628 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 7 +2023-07-09 00:31:19,628 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 8 +2023-07-09 00:31:19,628 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,628 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 8 +2023-07-09 00:31:19,628 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,628 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 8 +2023-07-09 00:31:19,629 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 9 +2023-07-09 00:31:19,629 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,629 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 9 +2023-07-09 00:31:19,629 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,629 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 9 +2023-07-09 00:31:19,629 INFO SenderThread:232905 [dir_watcher.py:finish():365] shutting down directory watcher +2023-07-09 00:31:19,812 INFO SenderThread:232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/config.yaml +2023-07-09 00:31:19,812 INFO SenderThread:232905 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:19,812 INFO SenderThread:232905 [dir_watcher.py:finish():395] scan: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files +2023-07-09 00:31:19,813 INFO SenderThread:232905 [dir_watcher.py:finish():409] scan save: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/config.yaml config.yaml +2023-07-09 00:31:19,813 INFO SenderThread:232905 [dir_watcher.py:finish():409] scan save: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json wandb-summary.json +2023-07-09 00:31:19,813 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 10 +2023-07-09 00:31:19,813 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:19,813 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 10 +2023-07-09 00:31:19,813 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:19,813 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 10 +2023-07-09 00:31:19,813 INFO SenderThread:232905 [file_pusher.py:finish():167] shutting down file pusher +2023-07-09 00:31:20,281 INFO wandb-upload_0:232905 [upload_job.py:push():137] Uploaded file /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/config.yaml +2023-07-09 00:31:20,285 INFO wandb-upload_1:232905 [upload_job.py:push():137] Uploaded file /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/files/wandb-summary.json +2023-07-09 00:31:20,287 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: poll_exit +2023-07-09 00:31:20,288 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: poll_exit +2023-07-09 00:31:20,485 INFO Thread-11 (_thread_body):232905 [sender.py:transition_state():626] send defer: 11 +2023-07-09 00:31:20,485 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:20,485 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 11 +2023-07-09 00:31:20,485 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:20,486 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 11 +2023-07-09 00:31:20,486 INFO SenderThread:232905 [file_pusher.py:join():172] waiting for file pusher +2023-07-09 00:31:20,486 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 12 +2023-07-09 00:31:20,486 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:20,486 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 12 +2023-07-09 00:31:20,486 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:20,486 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 12 +2023-07-09 00:31:20,977 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 13 +2023-07-09 00:31:20,977 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:20,977 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 13 +2023-07-09 00:31:20,977 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:20,978 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 13 +2023-07-09 00:31:20,978 INFO SenderThread:232905 [sender.py:transition_state():626] send defer: 14 +2023-07-09 00:31:20,978 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: defer +2023-07-09 00:31:20,978 INFO HandlerThread:232905 [handler.py:handle_request_defer():170] handle defer: 14 +2023-07-09 00:31:20,978 DEBUG SenderThread:232905 [sender.py:send():375] send: final +2023-07-09 00:31:20,978 DEBUG SenderThread:232905 [sender.py:send():375] send: footer +2023-07-09 00:31:20,978 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: defer +2023-07-09 00:31:20,978 INFO SenderThread:232905 [sender.py:send_request_defer():622] handle sender defer: 14 +2023-07-09 00:31:20,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: poll_exit +2023-07-09 00:31:20,979 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: poll_exit +2023-07-09 00:31:20,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: server_info +2023-07-09 00:31:20,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: get_summary +2023-07-09 00:31:20,979 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: sampled_history +2023-07-09 00:31:20,980 DEBUG SenderThread:232905 [sender.py:send_request():402] send_request: server_info +2023-07-09 00:31:21,242 DEBUG HandlerThread:232905 [handler.py:handle_request():144] handle_request: shutdown +2023-07-09 00:31:21,242 INFO HandlerThread:232905 [handler.py:finish():842] shutting down handler +2023-07-09 00:31:21,980 INFO WriterThread:232905 [datastore.py:close():298] close: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/run-humans.wandb +2023-07-09 00:31:22,242 INFO SenderThread:232905 [sender.py:finish():1550] shutting down sender +2023-07-09 00:31:22,242 INFO SenderThread:232905 [file_pusher.py:finish():167] shutting down file pusher +2023-07-09 00:31:22,242 INFO SenderThread:232905 [file_pusher.py:join():172] waiting for file pusher diff --git a/wandb/run-20230708_233359-humans/logs/debug.log b/wandb/run-20230708_233359-humans/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..478f1d10107ce5a791fd5e49e25621543bba0e42 --- /dev/null +++ b/wandb/run-20230708_233359-humans/logs/debug.log @@ -0,0 +1,39 @@ +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_setup.py:_flush():76] Current SDK version is 0.15.3 +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_setup.py:_flush():76] Configure stats pid to 232873 +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_setup.py:_flush():76] Loading settings from /home/id929844/.config/wandb/settings +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_setup.py:_flush():76] Loading settings from /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/settings +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_setup.py:_flush():76] Loading settings from environment variables: {} +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'main.py', 'program': '/rwthfs/rz/cluster/home/id929844/diffusion_project/main.py'} +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_init.py:_log_setup():507] Logging user logs to /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/logs/debug.log +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_init.py:_log_setup():508] Logging internal logs to /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230708_233359-humans/logs/debug-internal.log +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_init.py:init():547] calling init triggers +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_init.py:init():554] wandb.init called with sweep_config: {} +config: {} +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_init.py:init():596] starting backend +2023-07-08 23:33:59,577 INFO MainThread:232873 [wandb_init.py:init():600] setting up manager +2023-07-08 23:33:59,584 INFO MainThread:232873 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2023-07-08 23:33:59,596 INFO MainThread:232873 [wandb_init.py:init():606] backend started and connected +2023-07-08 23:33:59,604 INFO MainThread:232873 [wandb_init.py:init():700] updated telemetry +2023-07-08 23:33:59,689 INFO MainThread:232873 [wandb_init.py:init():737] communicating run to backend with 60.0 second timeout +2023-07-08 23:34:00,210 INFO MainThread:232873 [wandb_init.py:init():780] run resumed +2023-07-08 23:34:00,237 INFO MainThread:232873 [wandb_run.py:_on_init():2177] communicating current version +2023-07-08 23:34:00,307 INFO MainThread:232873 [wandb_run.py:_on_init():2186] got version response upgrade_message: "wandb version 0.15.5 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2023-07-08 23:34:00,307 INFO MainThread:232873 [wandb_init.py:init():787] starting run threads in backend +2023-07-08 23:34:00,355 INFO MainThread:232873 [wandb_run.py:_console_start():2158] atexit reg +2023-07-08 23:34:00,356 INFO MainThread:232873 [wandb_run.py:_redirect():2013] redirect: SettingsConsole.WRAP_RAW +2023-07-08 23:34:00,356 INFO MainThread:232873 [wandb_run.py:_redirect():2078] Wrapping output streams. +2023-07-08 23:34:00,356 INFO MainThread:232873 [wandb_run.py:_redirect():2103] Redirects installed. +2023-07-08 23:34:00,356 INFO MainThread:232873 [wandb_init.py:init():829] run started, returning control to user process +2023-07-08 23:34:00,356 INFO MainThread:232873 [wandb_config.py:__setitem__():151] config set learning_rate = 0.0001 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x150015bcbb50>> +2023-07-08 23:34:00,356 INFO MainThread:232873 [wandb_run.py:_config_callback():1286] config_cb learning_rate 0.0001 None +2023-07-08 23:34:00,357 INFO MainThread:232873 [wandb_config.py:__setitem__():151] config set optimizer = AdamW - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x150015bcbb50>> +2023-07-08 23:34:00,357 INFO MainThread:232873 [wandb_run.py:_config_callback():1286] config_cb optimizer AdamW None +2023-07-09 00:31:19,283 INFO MainThread:232873 [wandb_run.py:_finish():1893] finishing run deep-lab-/Unconditional Landscapes/humans +2023-07-09 00:31:19,283 INFO MainThread:232873 [wandb_run.py:_atexit_cleanup():2127] got exitcode: 1 +2023-07-09 00:31:19,283 INFO MainThread:232873 [wandb_run.py:_restore():2110] restore +2023-07-09 00:31:19,284 INFO MainThread:232873 [wandb_run.py:_restore():2116] restore done +2023-07-09 00:31:22,244 INFO MainThread:232873 [wandb_run.py:_footer_history_summary_info():3469] rendering history +2023-07-09 00:31:22,244 INFO MainThread:232873 [wandb_run.py:_footer_history_summary_info():3501] rendering summary +2023-07-09 00:31:22,260 INFO MainThread:232873 [wandb_run.py:_footer_sync_info():3428] logging synced files diff --git a/wandb/run-20230708_233359-humans/run-humans.wandb b/wandb/run-20230708_233359-humans/run-humans.wandb new file mode 100644 index 0000000000000000000000000000000000000000..4f9dd3a9a8221f958e67d0f08111f8cfc4bdbb9c Binary files /dev/null and b/wandb/run-20230708_233359-humans/run-humans.wandb differ diff --git a/wandb/run-20230709_160458-humans/files/config.yaml b/wandb/run-20230709_160458-humans/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7c2f0365a75bda4f69b1aeabf6293e541a56ebcc --- /dev/null +++ b/wandb/run-20230709_160458-humans/files/config.yaml @@ -0,0 +1,37 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + python_version: 3.10.4 + cli_version: 0.15.3 + framework: torch + is_jupyter_run: false + is_kaggle_kernel: false + start_time: 1688911498.388557 + t: + 1: + - 1 + - 41 + - 55 + 2: + - 1 + - 41 + - 55 + 3: + - 2 + - 5 + - 13 + - 14 + - 19 + - 23 + 4: 3.10.4 + 5: 0.15.3 + 8: + - 5 +optimizer: + desc: null + value: AdamW +learning_rate: + desc: null + value: 0.0001 diff --git a/wandb/run-20230709_160458-humans/files/wandb-summary.json b/wandb/run-20230709_160458-humans/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e4461f6bc747674beb1c90e0abd919e486084c0c --- /dev/null +++ b/wandb/run-20230709_160458-humans/files/wandb-summary.json @@ -0,0 +1 @@ +{"loss": 0.01867721416056156, "_runtime": 4059.905727148056, "_timestamp": 1688911967.4497662, "running_loss": 0.047499893636495684, "learning_rate": 9.999798939653173e-05, "_step": 9413, "batch": 843, "epoch": 0, "_wandb": {"runtime": 4056}} \ No newline at end of file diff --git a/wandb/run-20230709_160458-humans/logs/debug-internal.log b/wandb/run-20230709_160458-humans/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..a10f0e53a862bb359ca2be6f9bbcd57edc3e932c --- /dev/null +++ b/wandb/run-20230709_160458-humans/logs/debug-internal.log @@ -0,0 +1,4147 @@ +2023-07-09 16:04:58,382 INFO StreamThr :245701 [internal.py:wandb_internal():86] W&B internal server running at pid: 245701, started at: 2023-07-09 16:04:58.379723 +2023-07-09 16:04:58,383 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status +2023-07-09 16:04:58,395 INFO WriterThread:245701 [datastore.py:open_for_write():85] open: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/run-humans.wandb +2023-07-09 16:04:58,398 DEBUG SenderThread:245701 [sender.py:send():375] send: header +2023-07-09 16:04:58,445 DEBUG SenderThread:245701 [sender.py:send():375] send: run +2023-07-09 16:04:58,450 INFO SenderThread:245701 [sender.py:_maybe_setup_resume():761] checking resume status for deep-lab-/Unconditional Landscapes/humans +2023-07-09 16:04:58,683 INFO SenderThread:245701 [sender.py:_maybe_setup_resume():833] configured resuming with: ResumeState(resumed=True,step=8569,history=8569,events=119,output=0,runtime=3590.844518,wandb_runtime=3588,summary={'loss': 0.006437242031097412, '_runtime': 3589.605794429779, '_timestamp': 1688855478.0541804, 'running_loss': 0.012675670010337864, 'learning_rate': 9.979864405611204e-05, '_step': 8568, 'batch': 843, 'epoch': 9, '_wandb': {'runtime': 3588}},config={'_wandb': {'desc': None, 'value': {'t': {'1': [1, 41, 55], '2': [1, 41, 55], '3': [2, 5, 13, 14, 19, 23], '4': '3.10.4', '5': '0.15.3', '8': [5]}, 'framework': 'torch', 'start_time': 1688852039.597313, 'cli_version': '0.15.3', 'is_jupyter_run': False, 'python_version': '3.10.4', 'is_kaggle_kernel': False}}, 'optimizer': {'desc': None, 'value': 'AdamW'}, 'learning_rate': {'desc': None, 'value': 0.0001}}) +2023-07-09 16:04:59,027 INFO SenderThread:245701 [dir_watcher.py:__init__():219] watching files in: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files +2023-07-09 16:04:59,028 INFO SenderThread:245701 [sender.py:_start_run_threads():1124] run started: humans with start time 1688907907.544039 +2023-07-09 16:04:59,028 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:04:59,030 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: check_version +2023-07-09 16:04:59,031 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:04:59,032 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: check_version +2023-07-09 16:04:59,161 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: run_start +2023-07-09 16:04:59,166 DEBUG HandlerThread:245701 [system_info.py:__init__():31] System info init +2023-07-09 16:04:59,166 DEBUG HandlerThread:245701 [system_info.py:__init__():46] System info init done +2023-07-09 16:04:59,166 INFO HandlerThread:245701 [system_monitor.py:start():181] Starting system monitor +2023-07-09 16:04:59,166 INFO SystemMonitor:245701 [system_monitor.py:_start():145] Starting system asset monitoring threads +2023-07-09 16:04:59,168 INFO SystemMonitor:245701 [interfaces.py:start():190] Started cpu monitoring +2023-07-09 16:04:59,168 INFO SystemMonitor:245701 [interfaces.py:start():190] Started disk monitoring +2023-07-09 16:04:59,169 INFO SystemMonitor:245701 [interfaces.py:start():190] Started gpu monitoring +2023-07-09 16:04:59,170 INFO SystemMonitor:245701 [interfaces.py:start():190] Started memory monitoring +2023-07-09 16:04:59,170 INFO SystemMonitor:245701 [interfaces.py:start():190] Started network monitoring +2023-07-09 16:04:59,189 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:04:59,190 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:04:59,343 DEBUG SenderThread:245701 [sender.py:send():375] send: telemetry +2023-07-09 16:04:59,343 DEBUG SenderThread:245701 [sender.py:send():375] send: telemetry +2023-07-09 16:04:59,343 DEBUG SenderThread:245701 [sender.py:send():375] send: config +2023-07-09 16:04:59,343 DEBUG SenderThread:245701 [sender.py:send():375] send: config +2023-07-09 16:05:00,031 INFO Thread-12 :245701 [dir_watcher.py:_on_file_created():278] file/dir created: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:04,344 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:09,349 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:14,190 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:05:14,190 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:05:15,280 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:15,281 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:15,281 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:15,281 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:15,286 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:16,045 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:16,934 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:16,935 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:16,935 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:16,946 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:17,046 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:17,384 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:17,385 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:17,385 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:17,403 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:17,800 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:17,800 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:17,801 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:17,812 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:18,048 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:18,212 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:18,212 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:18,212 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:18,224 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:18,620 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:18,621 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:18,621 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:18,632 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:19,034 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:19,034 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:19,035 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:19,047 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:19,048 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:19,458 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:19,458 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:19,458 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:19,469 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:19,864 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:19,865 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:19,865 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:19,876 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:20,049 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:20,260 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:20,261 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:20,261 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:20,279 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:20,709 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:20,709 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:20,709 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:20,710 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:20,721 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:21,068 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:21,116 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:21,117 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:21,117 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:21,136 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:21,531 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:21,532 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:21,532 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:21,551 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:21,943 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:21,944 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:21,944 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:21,963 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:22,071 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:22,363 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:22,364 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:22,364 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:22,376 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:22,772 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:22,772 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:22,772 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:22,783 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:23,073 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:23,189 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:23,190 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:23,191 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:23,203 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:23,596 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:23,597 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:23,597 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:23,606 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:24,012 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:24,012 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:24,013 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:24,024 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:24,074 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:24,431 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:24,432 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:24,432 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:24,443 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:24,840 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:24,841 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:24,841 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:24,852 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:25,075 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:25,264 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:25,265 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:25,265 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:25,280 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:25,694 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:25,695 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:25,695 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:25,706 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:26,097 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:26,108 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:26,108 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:26,108 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:26,109 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:26,119 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:26,517 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:26,518 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:26,518 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:26,529 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:26,935 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:26,936 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:26,936 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:26,947 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:27,102 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:27,341 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:27,342 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:27,342 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:27,361 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:27,773 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:27,773 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:27,773 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:27,784 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:28,122 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:28,189 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:28,189 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:28,189 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:28,200 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:28,602 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:28,603 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:28,603 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:28,615 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:29,025 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:29,025 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:29,025 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:29,040 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:29,124 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:29,190 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:05:29,190 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:05:29,426 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:29,427 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:29,427 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:29,448 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:29,859 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:29,859 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:29,860 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:29,871 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:30,129 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:30,269 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:30,269 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:30,269 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:30,280 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:30,684 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:30,684 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:30,684 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:30,695 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:31,086 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:31,087 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:31,087 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:31,106 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:31,130 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:31,498 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:31,499 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:31,504 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:31,732 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:31,739 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:31,915 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:31,916 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:31,916 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:31,927 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:32,132 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/config.yaml +2023-07-09 16:05:32,132 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:32,342 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:32,343 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:32,343 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:32,354 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:32,751 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:32,752 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:32,752 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:32,763 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:33,143 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:33,158 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:33,159 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:33,159 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:33,178 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:33,591 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:33,592 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:33,592 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:33,610 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:34,021 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:34,022 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:34,022 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:34,034 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:34,144 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:34,439 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:34,439 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:34,439 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:34,450 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:34,843 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:34,844 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:34,844 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:34,862 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:35,144 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:35,263 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:35,264 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:35,264 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:35,275 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:35,670 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:35,671 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:35,671 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:35,682 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:36,076 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:36,076 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:36,076 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:36,087 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:36,145 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:36,475 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:36,476 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:36,476 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:36,493 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:36,882 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:36,883 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:36,883 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:36,883 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:36,901 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:37,147 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:37,307 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:37,307 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:37,308 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:37,318 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:37,720 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:37,721 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:37,721 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:37,730 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:38,139 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:38,140 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:38,140 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:38,152 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:38,153 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:38,555 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:38,556 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:38,556 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:38,572 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:38,986 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:38,987 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:38,987 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:38,997 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:39,153 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:39,406 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:39,406 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:39,406 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:39,417 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:39,835 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:39,835 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:39,835 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:39,846 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:40,172 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:40,231 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:40,232 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:40,232 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:40,251 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:40,662 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:40,662 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:40,662 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:40,673 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:41,078 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:41,079 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:41,079 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:41,090 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:41,173 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:41,478 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:41,479 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:41,479 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:41,498 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:41,901 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:41,902 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:41,902 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:41,902 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:41,914 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:42,176 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:42,293 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:42,294 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:42,294 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:42,312 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:42,704 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:42,705 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:42,705 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:42,724 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:43,126 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:43,126 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:43,127 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:43,136 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:43,176 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:43,540 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:43,541 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:43,541 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:43,550 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:43,948 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:43,948 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:43,948 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:43,959 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:44,177 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:44,190 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:05:44,190 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:05:44,360 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:44,361 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:44,361 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:44,372 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:44,769 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:44,769 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:44,769 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:44,780 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:45,172 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:45,172 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:45,172 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:45,180 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:45,182 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:45,590 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:45,591 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:45,591 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:45,602 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:45,997 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:45,998 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:45,998 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:46,009 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:46,181 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:46,406 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:46,407 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:46,407 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:46,418 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:46,832 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:46,832 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:46,832 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:46,844 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:47,190 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:47,245 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:47,246 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:47,246 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:47,246 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:47,257 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:47,654 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:47,655 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:47,655 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:47,666 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:48,060 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:48,061 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:48,061 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:48,072 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:48,193 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:48,466 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:48,467 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:48,467 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:48,478 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:48,865 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:48,866 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:48,866 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:48,884 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:49,203 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:49,284 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:49,285 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:49,285 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:49,296 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:49,694 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:49,695 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:49,695 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:49,707 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:50,096 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:50,097 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:50,097 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:50,108 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:50,205 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:50,505 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:50,505 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:50,506 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:50,516 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:50,911 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:50,911 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:50,911 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:50,923 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:51,205 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:51,320 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:51,321 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:51,321 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:51,332 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:51,727 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:51,728 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:51,728 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:51,739 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:52,192 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:52,193 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:52,193 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:52,204 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:52,206 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:52,593 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:52,594 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:52,594 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:52,594 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:52,613 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:53,016 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:53,016 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:53,016 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:53,028 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:53,206 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:53,426 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:53,427 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:53,427 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:53,438 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:53,823 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:53,824 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:53,824 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:53,842 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:54,218 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:54,244 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:54,245 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:54,245 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:54,256 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:54,667 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:54,668 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:54,668 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:54,686 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:55,081 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:55,082 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:55,082 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:55,093 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:55,221 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:55,489 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:55,489 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:55,489 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:55,500 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:55,896 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:55,896 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:55,896 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:55,907 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:56,235 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:56,297 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:56,297 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:56,297 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:56,308 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:56,703 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:56,704 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:56,704 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:56,715 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:57,100 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:57,101 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:57,101 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:57,119 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:57,236 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:57,521 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:57,521 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:57,521 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:57,532 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:57,927 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:57,928 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:57,928 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:57,928 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:05:57,947 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:58,239 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:58,354 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:58,354 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:58,354 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:58,366 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:58,774 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:58,775 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:58,775 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:58,786 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:59,171 DEBUG SystemMonitor:245701 [system_monitor.py:_start():159] Starting system metrics aggregation loop +2023-07-09 16:05:59,172 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:05:59,187 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:59,188 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:59,188 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:59,195 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:05:59,197 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:05:59,197 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:05:59,240 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:05:59,592 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:05:59,593 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:05:59,593 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:05:59,612 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:00,019 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:00,019 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:00,020 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:00,032 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:00,243 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:00,443 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:00,444 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:00,444 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:00,454 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:00,860 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:00,861 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:00,861 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:00,872 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:01,253 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:01,278 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:01,279 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:01,279 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:01,298 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:01,710 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:01,711 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:01,711 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:01,722 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:02,120 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:02,120 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:02,120 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:02,132 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:02,253 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:02,533 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:02,534 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:02,534 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:02,546 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:02,947 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:02,947 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:02,947 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:02,948 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:02,959 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:03,264 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:03,363 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:03,363 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:03,363 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:03,375 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:03,770 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:03,771 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:03,771 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:03,782 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:04,183 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:04,184 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:04,184 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:04,195 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:04,265 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:04,590 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:04,591 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:04,591 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:04,610 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:05,006 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:05,006 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:05,006 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:05,017 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:05,267 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:05,420 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:05,420 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:05,420 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:05,432 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:05,889 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:05,890 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:05,890 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:05,901 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:06,268 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:06,442 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:06,443 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:06,443 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:06,454 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:07,067 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:07,068 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:07,068 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:07,084 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:07,270 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:07,547 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:07,548 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:07,548 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:07,559 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:08,150 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:08,151 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:08,151 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:08,151 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:08,170 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:08,271 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:08,662 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:08,663 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:08,663 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:08,674 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:09,113 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:09,114 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:09,114 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:09,132 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:09,271 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:09,691 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:09,691 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:09,691 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:09,703 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:10,194 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:10,194 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:10,194 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:10,206 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:10,276 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:10,793 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:10,794 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:10,794 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:10,812 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:11,290 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:11,355 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:11,356 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:11,356 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:11,367 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:11,915 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:11,916 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:11,916 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:11,927 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:12,291 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:12,478 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:12,478 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:12,478 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:12,489 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:12,958 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:12,959 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:12,959 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:12,970 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:13,293 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:13,554 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:13,554 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:13,555 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:13,555 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:13,568 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:14,098 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:14,098 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:14,098 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:14,109 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:14,196 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:06:14,196 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:06:14,293 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:14,677 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:14,677 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:14,677 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:14,689 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:15,261 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:15,263 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:15,263 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:15,274 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:15,294 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:15,807 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:15,808 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:15,808 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:15,826 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:16,312 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:16,366 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:16,367 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:16,367 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:16,378 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:16,898 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:16,899 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:16,899 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:16,910 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:17,316 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:17,501 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:17,501 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:17,501 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:17,512 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:18,011 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:18,011 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:18,011 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:18,044 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:18,319 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:18,732 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:18,733 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:18,733 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:18,733 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:18,745 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:19,301 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:19,301 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:19,301 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:19,316 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:19,319 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:19,914 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:19,915 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:19,915 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:19,926 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:20,322 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:20,451 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:20,452 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:20,452 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:20,470 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:21,007 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:21,008 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:21,008 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:21,020 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:21,326 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:21,595 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:21,595 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:21,596 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:21,615 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:22,233 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:22,234 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:22,234 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:22,258 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:22,326 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:22,857 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:22,857 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:22,857 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:22,867 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:23,344 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:23,401 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:23,402 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:23,402 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:23,421 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:23,916 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:23,924 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:23,924 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:23,925 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:23,930 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:24,361 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:24,452 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:24,453 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:24,453 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:24,465 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:25,030 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:25,031 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:25,031 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:25,047 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:25,362 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:25,552 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:25,553 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:25,553 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:25,567 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:26,160 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:26,161 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:26,161 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:26,173 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:26,362 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:26,689 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:26,690 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:26,690 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:26,704 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:27,324 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:27,325 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:27,325 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:27,337 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:27,363 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:27,886 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:27,886 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:27,886 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:27,898 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:28,382 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:28,382 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:28,382 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:28,393 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:28,401 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:28,889 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:28,889 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:28,889 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:28,899 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:29,173 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:06:29,175 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:29,196 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:06:29,196 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:06:29,405 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:29,482 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:29,482 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:29,483 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:29,495 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:29,984 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:29,985 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:29,985 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:30,003 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:30,407 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:30,619 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:30,627 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:30,627 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:30,632 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:31,151 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:31,151 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:31,151 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:31,163 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:31,410 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:31,786 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:31,787 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:31,787 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:31,800 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:32,350 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:32,350 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:32,350 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:32,366 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:32,410 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:32,929 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:32,930 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:32,930 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:32,949 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:33,411 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:33,599 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:33,599 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:33,600 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:33,609 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:34,120 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:34,120 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:34,121 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:34,132 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:34,411 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:34,686 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:34,687 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:34,687 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:34,687 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:34,706 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:35,343 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:35,343 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:35,343 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:35,362 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:35,412 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:35,873 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:35,873 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:35,873 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:35,885 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:36,354 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:36,354 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:36,354 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:36,366 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:36,413 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:36,862 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:36,863 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:36,863 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:36,882 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:37,431 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:37,487 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:37,488 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:37,488 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:37,507 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:38,143 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:38,143 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:38,143 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:38,155 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:38,432 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:38,698 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:38,698 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:38,698 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:38,710 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:39,273 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:39,273 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:39,273 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:39,286 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:39,432 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:39,841 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:39,841 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:39,841 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:39,842 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:39,853 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:40,425 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:40,426 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:40,426 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:40,434 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:40,436 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:40,955 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:40,955 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:40,955 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:40,967 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:41,437 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:41,625 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:41,625 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:41,625 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:41,639 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:42,181 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:42,182 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:42,182 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:42,194 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:42,441 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:42,685 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:42,686 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:42,686 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:42,705 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:43,333 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:43,334 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:43,334 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:43,346 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:43,441 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:43,895 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:43,896 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:43,896 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:43,905 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:44,196 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:06:44,196 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:06:44,469 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:44,553 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:44,553 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:44,553 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:44,564 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:45,115 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:45,116 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:45,116 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:45,116 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:45,130 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:45,470 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:45,620 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:45,620 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:45,620 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:45,631 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:46,146 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:46,147 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:46,147 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:46,158 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:46,470 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:46,774 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:46,774 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:46,774 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:46,786 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:47,312 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:47,313 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:47,313 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:47,324 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:47,470 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:47,793 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:47,793 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:47,793 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:47,805 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:48,304 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:48,305 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:48,305 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:48,324 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:48,474 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:48,822 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:48,822 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:48,823 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:48,834 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:49,319 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:49,319 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:49,319 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:49,330 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:49,476 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:49,789 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:49,790 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:49,790 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:49,808 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:50,334 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:50,335 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:50,335 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:50,335 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:50,354 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:50,477 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:50,939 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:50,940 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:50,940 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:50,953 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:51,398 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:51,399 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:51,399 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:51,410 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:51,478 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:51,937 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:51,938 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:51,938 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:51,949 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:52,489 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:52,495 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:52,495 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:52,496 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:52,514 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:53,050 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:53,051 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:53,051 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:53,062 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:53,498 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:53,594 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:53,595 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:53,595 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:53,606 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:54,221 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:54,221 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:54,221 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:54,232 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:54,498 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:54,696 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:54,696 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:54,696 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:54,708 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:55,203 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:55,204 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:55,204 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:55,222 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:55,502 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:55,750 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:55,751 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:55,751 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:55,751 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:06:55,764 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:56,334 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:56,335 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:56,335 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:56,344 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:56,503 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:56,920 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:56,920 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:56,920 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:56,931 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:57,448 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:57,448 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:57,448 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:57,459 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:57,503 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:57,938 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:57,939 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:57,939 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:57,958 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:58,515 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:58,531 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:58,532 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:58,532 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:58,543 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:59,051 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:59,052 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:59,052 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:59,063 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:06:59,174 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:06:59,196 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:06:59,196 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:06:59,527 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:06:59,569 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:06:59,570 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:06:59,570 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:06:59,581 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:00,057 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:00,058 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:00,058 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:00,067 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:00,540 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:00,592 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:00,593 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:00,593 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:00,604 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:01,181 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:01,182 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:01,182 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:01,182 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:01,193 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:01,541 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:01,755 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:01,756 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:01,756 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:01,770 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:02,320 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:02,320 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:02,320 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:02,331 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:02,542 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:02,971 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:02,972 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:02,972 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:02,981 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:03,551 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:03,552 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:03,552 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:03,552 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:03,571 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:04,188 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:04,188 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:04,188 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:04,200 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:04,556 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:04,814 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:04,815 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:04,815 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:04,826 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:05,397 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:05,397 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:05,397 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:05,408 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:05,556 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:05,915 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:05,916 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:05,916 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:05,934 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:06,464 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:06,464 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:06,465 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:06,465 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:06,476 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:06,557 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:07,086 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:07,087 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:07,087 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:07,098 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:07,557 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:07,678 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:07,679 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:07,679 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:07,691 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:08,319 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:08,319 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:08,319 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:08,331 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:08,558 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:08,939 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:08,939 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:08,939 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:08,950 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:09,476 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:09,477 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:09,477 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:09,488 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:09,558 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:10,034 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:10,035 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:10,035 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:10,046 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:10,545 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:10,545 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:10,545 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:10,557 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:10,559 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:11,150 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:11,150 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:11,150 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:11,161 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:11,560 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:11,775 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:11,776 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:11,776 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:11,776 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:11,795 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:12,417 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:12,418 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:12,418 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:12,429 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:12,564 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:12,974 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:12,975 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:12,975 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:12,987 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:13,515 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:13,516 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:13,516 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:13,532 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:13,565 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:14,196 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:07:14,197 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:07:14,211 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:14,332 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:14,332 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:14,336 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:14,566 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:14,859 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:14,860 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:14,860 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:14,874 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:15,398 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:15,399 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:15,399 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:15,410 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:15,568 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:15,969 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:15,969 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:15,969 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:15,981 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:16,582 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:16,673 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:16,673 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:16,673 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:16,685 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:17,318 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:17,319 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:17,319 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:17,319 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:17,330 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:17,583 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:17,765 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:17,765 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:17,765 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:17,774 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:18,288 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:18,289 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:18,289 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:18,300 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:18,584 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:18,868 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:18,869 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:18,869 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:18,888 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:19,378 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:19,379 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:19,379 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:19,390 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:19,584 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:19,907 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:19,907 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:19,907 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:19,919 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:20,377 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:20,377 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:20,377 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:20,388 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:20,585 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:20,857 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:20,858 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:20,858 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:20,869 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:21,376 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:21,377 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:21,377 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:21,389 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:21,586 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:21,947 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:21,948 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:21,948 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:21,959 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:22,471 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:22,472 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:22,472 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:22,472 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:22,483 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:22,587 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:23,069 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:23,069 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:23,069 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:23,082 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:23,524 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:23,524 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:23,524 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:23,535 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:23,588 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:24,131 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:24,132 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:24,132 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:24,143 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:24,567 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:24,568 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:24,568 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:24,586 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:24,588 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:25,080 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:25,081 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:25,081 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:25,093 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:25,595 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:25,596 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:25,596 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:25,598 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:25,607 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:26,141 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:26,142 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:26,142 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:26,161 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:26,610 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:26,690 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:26,690 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:26,690 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:26,701 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:27,356 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:27,356 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:27,357 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:27,373 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:27,611 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:27,916 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:27,917 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:27,917 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:27,917 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:27,929 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:28,438 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:28,438 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:28,439 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:28,450 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:28,611 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:28,949 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:28,950 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:28,950 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:28,961 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:29,174 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:07:29,197 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:07:29,197 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:07:29,407 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:29,407 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:29,407 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:29,419 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:29,612 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:29,911 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:29,912 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:29,912 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:29,923 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:30,443 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:30,444 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:30,444 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:30,462 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:30,612 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:30,954 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:30,955 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:30,955 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:30,966 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:31,561 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:31,562 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:31,562 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:31,573 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:31,613 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:32,146 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:32,147 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:32,147 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:32,159 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:32,596 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:32,597 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:32,597 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:32,613 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:32,615 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:33,163 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:33,163 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:33,163 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:33,164 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:33,175 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:33,631 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:33,724 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:33,724 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:33,724 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:33,736 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:34,223 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:34,223 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:34,223 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:34,234 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:34,641 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:34,732 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:34,733 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:34,733 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:34,744 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:35,363 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:35,364 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:35,364 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:35,376 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:35,645 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:35,931 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:35,931 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:35,931 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:35,943 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:36,449 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:36,450 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:36,450 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:36,461 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:36,645 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:37,016 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:37,016 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:37,016 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:37,027 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:37,525 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:37,526 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:37,526 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:37,535 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:37,648 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:38,089 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:38,098 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:38,098 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:38,101 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:38,614 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:38,622 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:38,623 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:38,623 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:38,627 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:38,649 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:39,135 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:39,136 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:39,136 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:39,147 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:39,649 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:39,769 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:39,770 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:39,770 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:39,781 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:40,345 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:40,346 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:40,346 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:40,357 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:40,651 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:40,813 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:40,814 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:40,814 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:40,833 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:41,410 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:41,410 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:41,410 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:41,421 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:41,652 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:41,881 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:41,882 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:41,882 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:41,900 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:42,466 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:42,466 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:42,467 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:42,478 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:42,655 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:43,020 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:43,020 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:43,020 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:43,031 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:43,527 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:43,528 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:43,528 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:43,539 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:43,658 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:44,129 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:44,129 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:44,129 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:44,130 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:44,141 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:44,197 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:07:44,197 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:07:44,674 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:44,722 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:44,723 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:44,723 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:44,734 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:45,297 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:45,298 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:45,298 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:45,309 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:45,675 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:45,829 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:45,830 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:45,830 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:45,849 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:46,403 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:46,404 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:46,404 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:46,415 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:46,675 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:46,885 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:46,885 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:46,886 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:46,895 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:47,412 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:47,412 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:47,412 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:47,431 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:47,676 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:47,968 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:47,969 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:47,969 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:47,987 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:48,589 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:48,590 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:48,590 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:48,601 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:48,679 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:49,049 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:49,049 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:49,049 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:49,061 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:49,682 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:49,683 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:49,683 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:49,683 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:49,691 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:49,694 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:50,200 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:50,201 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:50,201 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:50,212 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:50,671 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:50,671 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:50,671 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:50,683 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:50,692 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:51,236 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:51,237 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:51,237 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:51,248 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:51,703 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:51,719 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:51,719 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:51,719 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:51,730 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:52,221 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:52,222 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:52,222 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:52,234 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:52,715 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:52,736 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:52,736 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:52,737 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:52,750 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:53,243 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:53,244 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:53,244 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:53,263 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:53,727 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:53,791 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:53,792 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:53,792 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:53,803 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:54,486 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:54,487 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:54,487 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:54,498 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:54,728 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:55,077 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:55,077 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:55,077 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:55,078 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:07:55,089 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:55,627 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:55,628 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:55,628 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:55,640 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:55,728 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:56,172 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:56,172 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:56,173 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:56,184 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:56,667 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:56,668 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:56,668 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:56,680 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:56,729 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:57,115 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:57,116 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:57,116 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:57,134 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:57,617 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:57,618 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:57,618 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:57,637 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:57,730 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:58,173 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:58,173 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:58,174 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:58,185 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:58,738 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:58,739 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:58,739 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:58,747 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:58,750 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:59,178 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:07:59,202 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:07:59,202 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:07:59,268 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:59,349 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:59,349 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:59,357 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:07:59,755 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:07:59,849 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:07:59,850 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:07:59,850 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:07:59,861 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:00,394 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:00,395 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:00,395 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:00,395 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:00,406 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:00,758 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:00,934 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:00,935 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:00,935 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:00,946 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:01,506 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:01,506 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:01,506 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:01,517 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:01,758 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:02,099 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:02,100 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:02,100 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:02,118 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:02,632 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:02,633 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:02,633 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:02,644 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:02,759 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:03,149 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:03,150 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:03,150 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:03,161 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:03,662 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:03,663 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:03,663 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:03,682 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:03,762 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:04,183 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:04,184 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:04,184 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:04,195 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:04,762 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:04,763 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:04,763 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:04,771 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:04,774 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:05,280 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:05,281 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:05,281 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:05,292 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:05,782 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:05,804 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:05,805 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:05,805 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:05,805 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:05,816 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:06,556 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:06,557 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:06,557 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:06,576 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:06,783 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:07,208 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:07,208 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:07,208 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:07,219 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:07,794 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:07,848 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:07,848 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:07,849 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:07,859 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:08,389 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:08,390 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:08,390 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:08,401 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:08,804 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:08,898 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:08,899 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:08,899 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:08,910 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:09,474 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:09,475 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:09,475 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:09,486 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:09,805 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:10,061 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:10,062 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:10,062 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:10,073 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:10,518 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:10,519 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:10,519 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:10,538 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:10,805 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:11,142 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:11,142 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:11,142 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:11,143 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:11,154 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:11,691 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:11,692 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:11,692 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:11,711 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:11,809 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:12,261 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:12,261 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:12,262 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:12,270 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:12,811 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:12,937 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:12,937 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:12,937 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:12,949 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:13,487 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:13,487 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:13,487 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:13,500 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:13,811 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:14,036 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:14,036 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:14,036 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:14,049 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:14,202 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:08:14,203 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:08:14,645 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:14,645 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:14,645 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:14,666 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:14,816 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:15,257 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:15,258 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:15,258 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:15,279 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:15,822 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:15,862 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:15,863 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:15,863 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:15,874 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:16,408 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:16,409 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:16,409 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:16,409 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:16,427 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:16,823 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:16,946 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:16,946 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:16,946 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:16,958 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:17,525 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:17,525 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:17,526 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:17,536 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:17,823 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:18,034 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:18,035 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:18,035 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:18,047 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:18,520 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:18,521 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:18,521 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:18,540 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:18,824 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:19,056 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:19,057 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:19,057 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:19,068 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:19,567 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:19,568 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:19,568 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:19,587 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:19,825 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:20,121 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:20,121 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:20,121 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:20,133 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:20,639 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:20,639 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:20,639 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:20,651 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:20,828 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:21,262 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:21,263 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:21,263 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:21,282 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:21,811 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:21,811 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:21,812 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:21,812 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:21,823 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:21,829 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:22,341 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:22,341 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:22,342 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:22,350 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:22,842 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:22,932 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:22,932 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:22,933 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:22,944 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:23,429 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:23,429 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:23,430 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:23,440 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:23,854 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:23,915 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:23,916 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:23,916 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:23,926 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:24,494 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:24,495 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:24,495 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:24,513 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:24,855 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:25,109 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:25,109 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:25,109 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:25,121 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:25,649 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:25,650 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:25,650 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:25,661 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:25,856 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:26,310 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:26,311 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:26,311 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:26,322 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:26,827 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:26,828 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:26,828 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:26,828 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:26,838 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:26,857 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:27,450 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:27,451 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:27,451 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:27,460 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:27,860 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:28,052 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:28,052 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:28,052 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:28,063 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:28,642 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:28,642 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:28,642 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:28,654 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:28,864 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:29,184 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:08:29,202 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:08:29,203 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:08:29,216 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:29,365 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:29,365 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:29,371 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:29,721 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:29,722 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:29,722 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:29,731 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:29,865 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:30,324 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:30,325 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:30,325 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:30,344 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:30,876 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:30,877 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:30,877 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:30,877 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:30,886 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:31,417 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:31,418 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:31,418 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:31,429 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:31,867 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:32,064 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:32,065 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:32,065 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:32,065 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:32,086 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:32,633 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:32,634 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:32,634 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:32,651 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:32,867 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:33,265 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:33,266 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:33,266 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:33,278 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:33,819 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:33,819 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:33,820 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:33,829 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:33,868 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:34,409 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:34,410 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:34,410 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:34,422 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:34,880 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:34,961 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:34,962 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:34,962 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:34,981 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:35,563 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:35,564 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:35,564 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:35,581 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:35,881 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:36,103 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:36,104 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:36,104 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:36,116 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:36,629 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:36,630 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:36,630 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:36,649 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:36,883 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:37,137 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:37,137 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:37,137 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:37,138 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:37,149 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:37,685 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:37,686 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:37,686 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:37,704 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:37,887 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:38,192 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:38,193 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:38,193 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:38,204 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:38,715 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:38,716 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:38,716 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:38,727 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:38,887 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:39,234 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:39,234 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:39,234 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:39,246 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:39,808 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:39,809 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:39,809 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:39,821 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:39,888 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:40,360 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:40,361 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:40,361 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:40,376 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:40,901 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:40,901 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:40,901 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:40,902 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:40,913 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:41,466 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:41,467 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:41,467 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:41,486 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:41,901 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:41,955 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:41,956 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:41,956 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:41,968 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:42,427 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:42,427 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:42,428 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:42,428 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:42,440 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:42,915 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:42,935 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:42,936 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:42,936 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:42,946 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:43,461 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:43,462 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:43,462 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:43,477 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:43,927 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:43,966 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:43,967 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:43,967 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:43,978 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:44,203 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:08:44,203 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:08:44,441 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:44,442 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:44,442 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:44,461 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:44,956 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:44,986 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:44,986 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:44,987 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:45,005 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:45,558 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:45,559 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:45,559 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:45,570 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:45,957 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:46,077 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:46,078 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:46,078 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:46,089 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:46,707 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:46,708 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:46,708 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:46,726 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:46,957 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:47,191 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:47,191 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:47,191 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:47,202 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:47,694 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:47,695 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:47,695 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:47,695 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:47,706 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:47,958 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:48,280 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:48,281 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:48,281 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:48,292 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:48,802 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:48,802 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:48,802 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:48,814 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:48,958 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:49,381 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:49,382 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:49,382 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:49,393 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:49,891 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:49,892 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:49,892 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:49,903 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:49,959 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:50,584 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:50,585 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:50,585 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:50,603 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:50,959 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:51,197 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:51,198 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:51,198 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:51,217 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:51,724 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:51,724 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:51,724 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:51,737 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:51,963 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:52,270 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:52,271 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:52,271 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:52,282 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:52,827 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:52,827 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:52,828 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:52,838 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:52,846 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:52,963 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:53,313 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:53,314 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:53,314 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:53,333 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:53,814 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:53,815 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:53,815 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:53,828 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:53,964 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:54,441 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:54,442 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:54,442 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:54,460 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:54,963 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:54,964 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:54,964 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:54,972 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:54,975 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:55,571 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:55,572 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:55,572 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:55,590 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:55,974 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:56,153 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:56,153 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:56,153 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:56,162 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:56,840 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:56,841 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:56,841 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:56,852 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:56,975 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:57,482 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:57,483 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:57,483 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:57,501 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:57,947 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:57,958 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:57,958 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:57,958 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:08:57,969 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:57,976 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:58,552 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:58,553 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:58,553 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:58,564 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:58,989 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:08:59,059 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:59,060 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:59,060 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:59,078 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:59,187 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:08:59,203 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:08:59,203 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:08:59,680 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:08:59,680 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:08:59,680 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:08:59,692 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:08:59,990 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:00,167 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:00,168 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:00,168 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:00,190 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:00,748 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:00,748 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:00,748 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:00,761 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:00,992 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:01,379 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:01,380 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:01,380 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:01,392 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:01,865 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:01,865 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:01,866 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:01,877 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:01,996 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:02,359 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:02,359 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:02,360 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:02,371 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:02,997 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:02,998 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:02,998 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:02,998 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:03,006 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:03,009 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:03,539 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:03,540 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:03,540 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:03,551 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:04,006 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:04,160 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:04,161 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:04,161 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:04,173 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:04,785 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:04,785 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:04,785 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:04,796 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:05,008 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:05,267 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:05,267 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:05,268 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:05,286 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:05,782 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:05,783 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:05,783 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:05,795 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:06,009 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:06,321 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:06,322 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:06,322 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:06,333 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:06,815 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:06,815 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:06,816 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:06,827 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:07,012 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:07,422 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:07,422 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:07,423 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:07,434 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:07,956 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:07,957 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:07,957 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:07,976 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:08,013 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:08,451 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:08,452 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:08,452 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:08,452 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:08,471 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:08,943 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:08,943 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:08,943 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:08,955 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:09,013 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:09,419 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:09,420 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:09,420 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:09,431 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:09,969 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:09,970 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:09,970 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:09,988 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:10,014 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:10,507 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:10,508 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:10,508 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:10,524 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:11,014 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:11,131 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:11,132 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:11,132 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:11,148 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:11,638 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:11,638 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:11,638 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:11,650 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:12,015 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:12,234 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:12,235 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:12,235 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:12,246 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:12,947 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:12,948 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:12,948 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:12,959 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:13,016 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:13,418 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:13,419 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:13,419 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:13,438 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:13,986 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:13,986 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:13,987 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:13,987 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:13,997 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:14,016 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:14,205 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:09:14,205 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:09:14,548 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:14,549 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:14,549 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:14,567 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:15,020 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:15,133 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:15,134 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:15,134 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:15,146 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:15,645 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:15,646 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:15,646 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:15,665 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:16,020 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:16,139 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:16,140 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:16,140 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:16,152 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:16,669 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:16,670 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:16,670 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:16,690 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:17,021 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:17,303 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:17,304 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:17,304 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:17,315 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:17,867 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:17,868 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:17,868 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:17,878 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:18,025 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:18,338 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:18,339 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:18,339 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:18,348 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:18,864 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:18,865 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:18,865 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:18,876 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:19,026 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:19,336 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:19,337 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:19,337 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:19,337 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:19,348 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:19,961 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:19,961 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:19,961 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:19,971 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:20,026 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:20,379 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:20,380 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:20,380 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:20,399 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:20,956 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:20,956 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:20,956 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:20,970 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:21,027 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:21,581 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:21,581 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:21,581 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:21,593 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:22,040 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:22,108 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:22,108 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:22,109 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:22,128 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:22,732 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:22,733 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:22,733 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:22,752 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:23,042 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:23,335 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:23,335 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:23,335 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:23,348 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:23,983 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:23,984 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:23,984 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:23,997 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:24,042 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:24,571 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:24,572 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:24,572 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:24,572 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:24,590 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:25,054 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:25,120 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:25,120 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:25,120 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:25,132 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:25,663 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:25,663 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:25,663 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:25,676 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:26,055 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:26,358 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:26,359 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:26,359 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:26,371 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:26,917 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:26,917 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:26,917 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:26,930 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:27,055 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:27,372 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:27,372 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:27,373 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:27,391 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:27,921 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:27,921 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:27,921 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:27,935 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:28,056 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:28,520 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:28,521 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:28,521 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:28,534 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:29,040 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:29,041 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:29,041 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:29,053 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:29,056 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:29,188 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:09:29,205 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:09:29,205 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:09:29,581 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:29,581 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:29,581 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:29,581 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:29,601 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:30,057 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:30,203 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:30,204 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:30,204 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:30,228 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:30,725 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:30,726 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:30,726 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:30,737 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:31,058 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:31,319 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:31,319 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:31,319 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:31,331 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:31,945 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:31,945 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:31,945 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:31,957 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:32,058 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:32,571 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:32,572 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:32,572 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:32,588 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:33,102 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:33,130 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:33,130 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:33,130 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:33,143 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:33,624 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:33,632 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:33,632 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:33,638 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:34,115 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:34,195 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:34,195 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:34,195 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:34,208 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:34,735 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:34,736 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:34,736 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:34,736 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:34,747 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:35,116 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:35,341 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:35,342 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:35,342 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:35,352 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:35,957 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:35,958 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:35,958 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:35,977 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:36,116 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:36,786 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:36,787 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:36,787 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:36,806 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:37,117 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:37,415 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:37,415 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:37,415 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:37,428 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:37,956 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:37,957 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:37,957 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:37,967 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:38,118 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:38,522 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:38,523 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:38,523 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:38,549 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:39,131 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:39,187 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:39,188 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:39,188 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:39,200 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:39,727 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:39,728 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:39,728 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:39,741 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:39,741 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:40,135 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:40,263 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:40,264 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:40,264 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:40,275 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:40,862 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:40,863 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:40,863 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:40,874 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:41,137 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:41,375 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:41,375 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:41,375 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:41,386 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:42,012 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:42,013 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:42,013 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:42,031 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:42,139 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:42,527 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:42,528 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:42,528 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:42,539 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:43,106 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:43,107 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:43,107 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:43,126 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:43,139 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:43,692 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:43,693 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:43,693 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:43,704 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:44,146 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:44,214 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:09:44,215 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:09:44,223 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:44,383 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:44,383 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:44,387 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:44,718 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:44,719 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:44,719 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:44,730 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:45,167 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:45,167 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:45,167 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:45,168 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:45,168 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:45,186 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:45,729 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:45,730 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:45,730 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:45,741 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:46,179 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:46,237 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:46,238 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:46,238 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:46,249 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:46,770 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:46,771 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:46,771 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:46,790 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:47,179 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:47,333 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:47,333 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:47,334 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:47,344 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:47,847 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:47,847 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:47,847 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:47,858 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:48,179 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:48,349 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:48,350 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:48,350 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:48,361 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:48,912 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:48,912 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:48,912 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:48,924 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:49,180 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:49,536 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:49,537 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:49,537 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:49,555 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:50,116 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:50,117 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:50,117 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:50,129 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:50,181 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:50,596 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:50,597 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:50,597 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:50,597 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:50,607 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:51,099 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:51,100 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:51,100 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:51,111 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:51,181 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:51,602 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:51,603 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:51,603 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:51,616 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:52,135 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:52,136 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:52,136 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:52,154 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:52,181 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:52,731 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:52,731 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:52,732 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:52,742 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:53,193 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:53,237 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:53,237 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:53,237 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:53,248 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:53,818 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:53,818 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:53,818 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:53,831 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:54,197 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:54,372 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:54,373 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:54,373 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:54,387 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:54,826 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:54,827 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:54,827 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:54,838 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:55,197 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:55,336 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:55,336 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:55,337 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:55,348 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:55,818 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:55,819 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:55,819 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:55,819 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:09:55,831 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:56,198 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:56,445 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:56,446 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:56,446 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:56,457 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:57,055 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:57,055 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:57,055 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:57,067 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:57,202 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:57,568 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:57,569 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:57,569 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:57,587 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:58,083 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:58,084 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:58,084 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:58,095 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:58,205 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:58,584 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:58,584 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:58,584 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:58,596 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:59,087 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:59,088 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:59,088 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:59,107 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:09:59,189 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:09:59,206 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:09:59,214 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:09:59,215 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:09:59,657 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:09:59,657 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:09:59,658 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:09:59,669 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:00,165 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:00,166 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:00,166 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:00,178 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:00,206 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:00,691 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:00,692 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:00,692 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:00,703 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:01,214 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:01,215 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:01,215 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:01,215 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:01,215 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:01,234 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:01,724 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:01,725 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:01,725 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:01,748 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:02,226 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:02,273 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:02,274 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:02,274 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:02,294 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:02,907 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:02,908 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:02,908 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:02,918 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:03,230 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:03,451 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:03,451 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:03,452 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:03,462 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:03,986 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:03,987 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:03,987 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:04,006 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:04,231 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:04,551 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:04,551 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:04,551 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:04,562 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:05,018 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:05,018 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:05,018 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:05,029 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:05,232 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:05,564 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:05,564 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:05,565 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:05,576 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:06,136 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:06,136 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:06,137 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:06,148 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:06,233 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:06,654 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:06,655 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:06,655 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:06,655 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:06,666 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:07,244 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:07,274 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:07,274 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:07,274 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:07,288 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:07,970 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:07,971 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:07,971 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:07,989 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:08,246 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:08,465 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:08,466 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:08,466 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:08,485 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:09,122 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:09,123 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:09,123 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:09,134 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:09,246 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:09,708 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:09,709 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:09,709 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:09,720 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:10,246 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:10,247 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:10,247 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:10,258 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:10,266 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:10,935 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:10,936 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:10,936 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:10,947 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:11,258 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:11,490 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:11,490 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:11,491 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:11,503 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:11,986 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:11,987 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:11,987 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:11,987 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:12,006 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:12,260 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:12,553 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:12,561 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:12,561 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:12,565 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:13,019 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:13,020 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:13,020 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:13,031 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:13,261 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:13,544 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:13,545 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:13,545 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:13,556 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:14,039 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:14,040 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:14,040 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:14,058 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:14,214 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:10:14,215 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:10:14,264 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:14,638 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:14,638 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:14,638 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:14,650 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:15,210 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:15,211 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:15,211 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:15,230 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:15,265 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:15,764 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:15,765 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:15,765 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:15,776 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:16,281 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:16,339 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:16,340 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:16,340 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:16,350 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:16,829 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:16,829 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:16,830 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:16,840 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:17,297 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:17,330 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:17,331 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:17,331 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:17,331 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:17,350 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:17,854 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:17,855 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:17,855 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:17,868 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:18,298 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:18,481 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:18,482 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:18,482 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:18,493 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:19,001 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:19,001 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:19,002 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:19,013 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:19,301 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:19,549 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:19,549 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:19,549 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:19,560 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:20,050 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:20,051 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:20,051 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:20,062 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:20,303 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:20,556 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:20,557 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:20,557 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:20,575 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:21,030 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:21,031 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:21,031 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:21,040 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:21,304 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:21,626 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:21,626 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:21,626 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:21,638 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:22,280 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:22,280 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:22,280 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:22,292 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:22,304 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:22,832 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:22,833 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:22,833 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:22,833 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:22,844 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:23,307 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:23,377 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:23,377 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:23,377 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:23,388 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:23,955 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:23,956 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:23,956 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:23,967 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:24,308 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:24,536 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:24,536 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:24,536 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:24,547 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:25,000 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:25,001 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:25,001 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:25,013 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:25,310 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:25,551 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:25,552 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:25,552 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:25,571 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:26,109 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:26,110 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:26,110 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:26,121 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:26,312 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:26,712 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:26,712 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:26,712 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:26,723 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:27,227 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:27,228 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:27,228 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:27,239 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:27,312 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:27,784 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:27,784 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:27,784 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:27,795 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:28,326 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:28,326 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:28,327 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:28,327 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:28,327 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:28,338 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:28,923 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:28,923 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:28,923 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:28,935 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:29,194 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:10:29,215 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:10:29,215 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:10:29,317 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:29,451 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:29,451 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:29,452 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:29,471 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:29,971 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:29,972 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:29,972 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:29,990 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:30,321 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:30,443 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:30,444 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:30,444 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:30,462 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:30,998 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:30,998 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:30,998 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:31,007 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:31,321 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:31,545 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:31,546 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:31,546 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:31,565 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:32,203 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:32,204 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:32,204 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:32,223 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:32,324 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:32,790 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:32,791 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:32,791 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:32,802 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:33,302 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:33,302 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:33,302 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:33,324 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:33,325 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:33,902 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:33,903 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:33,903 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:33,903 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:33,914 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:34,331 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:34,384 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:34,385 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:34,385 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:34,397 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:34,910 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:34,911 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:34,911 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:34,922 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:35,332 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:35,504 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:35,504 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:35,504 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:35,517 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:36,009 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:36,009 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:36,009 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:36,020 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:36,332 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:36,587 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:36,587 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:36,587 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:36,598 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:37,114 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:37,115 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:37,115 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:37,134 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:37,334 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:37,595 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:37,595 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:37,596 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:37,606 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:38,110 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:38,111 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:38,111 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:38,122 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:38,335 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:38,739 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:38,739 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:38,739 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:38,750 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:39,353 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:39,388 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:39,389 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:39,389 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:39,389 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:39,408 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:39,982 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:39,982 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:39,983 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:39,992 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:40,354 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:40,628 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:40,629 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:40,629 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:40,641 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:41,172 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:41,173 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:41,173 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:41,192 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:41,356 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:41,626 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:41,627 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:41,627 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:41,638 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:42,220 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:42,220 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:42,220 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:42,231 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:42,356 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:42,781 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:42,782 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:42,782 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:42,801 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:43,275 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:43,276 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:43,276 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:43,286 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:43,358 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:43,829 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:43,830 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:43,830 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:43,850 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:44,216 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:10:44,216 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:10:44,373 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:44,393 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:44,394 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:44,394 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:44,394 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:44,405 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:44,957 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:44,957 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:44,957 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:44,970 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:45,398 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:45,456 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:45,456 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:45,456 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:45,468 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:46,020 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:46,021 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:46,021 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:46,040 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:46,398 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:46,581 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:46,582 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:46,582 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:46,601 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:47,124 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:47,124 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:47,124 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:47,135 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:47,401 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:47,805 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:47,806 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:47,806 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:47,825 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:48,413 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:48,426 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:48,426 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:48,427 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:48,438 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:48,958 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:48,959 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:48,959 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:48,978 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:49,434 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:49,468 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:49,469 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:49,469 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:49,469 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:49,488 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:49,925 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:49,926 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:49,926 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:49,935 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:50,446 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:50,463 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:50,463 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:50,463 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:50,475 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:50,996 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:50,997 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:50,997 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:51,015 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:51,465 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:51,548 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:51,549 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:51,549 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:51,569 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:52,219 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:52,219 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:52,220 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:52,231 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:52,466 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:52,759 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:52,760 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:52,760 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:52,771 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:53,316 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:53,317 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:53,317 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:53,328 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:53,467 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:53,966 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:53,966 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:53,966 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:53,978 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:54,469 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:54,555 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:54,556 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:54,556 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:54,556 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:10:54,567 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:55,094 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:55,095 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:55,095 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:55,114 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:55,470 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:55,694 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:55,695 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:55,695 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:55,714 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:56,253 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:56,253 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:56,254 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:56,264 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:56,474 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:56,764 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:56,765 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:56,765 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:56,783 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:57,363 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:57,364 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:57,364 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:57,373 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:57,475 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:57,884 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:57,885 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:57,885 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:57,896 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:58,420 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:58,420 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:58,420 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:58,432 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:58,475 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:58,918 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:58,919 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:58,919 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:58,930 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:10:59,195 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:10:59,216 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:10:59,217 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:10:59,476 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:10:59,476 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:10:59,477 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:10:59,484 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:10:59,488 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:00,002 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:00,003 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:00,003 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:00,003 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:00,026 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:00,498 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:00,558 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:00,559 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:00,559 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:00,570 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:01,163 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:01,163 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:01,164 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:01,182 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:01,499 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:01,705 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:01,706 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:01,706 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:01,717 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:02,156 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:02,156 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:02,156 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:02,165 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:02,499 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:02,671 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:02,672 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:02,672 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:02,684 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:03,182 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:03,182 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:03,182 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:03,194 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:03,500 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:03,756 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:03,757 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:03,757 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:03,768 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:04,364 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:04,364 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:04,364 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:04,376 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:04,500 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:04,986 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:04,987 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:04,987 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:04,999 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:05,451 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:05,452 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:05,452 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:05,452 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:05,471 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:05,501 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:06,068 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:06,069 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:06,069 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:06,089 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:06,501 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:06,682 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:06,683 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:06,683 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:06,699 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:07,290 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:07,291 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:07,291 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:07,309 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:07,502 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:07,785 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:07,786 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:07,786 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:07,805 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:08,416 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:08,417 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:08,417 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:08,428 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:08,503 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:08,957 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:08,958 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:08,958 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:08,969 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:09,515 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:09,528 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:09,529 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:09,529 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:09,548 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:10,104 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:10,105 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:10,105 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:10,123 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:10,516 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:10,670 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:10,670 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:10,671 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:10,671 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:10,682 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:11,239 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:11,239 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:11,240 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:11,251 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:11,516 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:11,782 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:11,783 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:11,783 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:11,794 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:12,276 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:12,276 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:12,276 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:12,288 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:12,517 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:12,811 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:12,812 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:12,812 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:12,829 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:13,337 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:13,338 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:13,338 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:13,349 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:13,517 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:13,867 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:13,868 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:13,868 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:13,887 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:14,216 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:11:14,217 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:11:14,330 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:14,370 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:14,370 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:14,374 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:14,518 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:14,882 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:14,883 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:14,883 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:14,904 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:15,494 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:15,495 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:15,495 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:15,513 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:15,518 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:16,027 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:16,028 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:16,028 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:16,028 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:16,040 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:16,519 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:16,668 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:16,668 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:16,668 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:16,680 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:17,179 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:17,179 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:17,179 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:17,193 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:17,520 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:17,814 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:17,815 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:17,815 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:17,826 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:18,332 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:18,333 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:18,333 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:18,351 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:18,521 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:18,824 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:18,825 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:18,825 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:18,836 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:19,285 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:19,286 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:19,286 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:19,297 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:19,524 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:19,787 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:19,787 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:19,788 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:19,799 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:20,371 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:20,372 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:20,372 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:20,391 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:20,525 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:20,921 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:20,921 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:20,921 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:20,930 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:21,385 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:21,385 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:21,386 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:21,386 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:21,397 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:21,525 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:21,903 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:21,904 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:21,904 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:21,915 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:22,445 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:22,446 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:22,446 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:22,465 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:22,526 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:23,035 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:23,035 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:23,035 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:23,049 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:23,532 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:23,532 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:23,532 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:23,533 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:23,551 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:24,043 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:24,044 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:24,044 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:24,059 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:24,544 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:24,565 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:24,565 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:24,566 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:24,578 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:25,083 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:25,083 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:25,084 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:25,101 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:25,559 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:25,622 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:25,623 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:25,623 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:25,634 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:26,147 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:26,147 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:26,147 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:26,158 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:26,567 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:26,644 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:26,645 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:26,645 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:26,645 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:26,664 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:27,201 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:27,202 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:27,202 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:27,213 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:27,571 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:27,769 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:27,769 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:27,770 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:27,781 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:28,258 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:28,259 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:28,259 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:28,279 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:28,572 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:28,780 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:28,781 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:28,781 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:28,792 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:29,202 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:11:29,226 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:11:29,227 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:11:29,317 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:29,378 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:29,378 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:29,383 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:29,572 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:29,919 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:29,919 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:29,920 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:29,930 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:30,432 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:30,432 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:30,432 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:30,443 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:30,573 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:31,055 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:31,056 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:31,056 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:31,067 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:31,589 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:31,589 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:31,590 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:31,590 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:31,601 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:32,099 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:32,100 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:32,100 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:32,100 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:32,111 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:32,580 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:32,720 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:32,720 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:32,720 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:32,731 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:33,191 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:33,192 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:33,192 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:33,203 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:33,628 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:33,654 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:33,654 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:33,655 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:33,666 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:34,145 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:34,145 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:34,146 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:34,157 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:34,613 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:34,614 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:34,614 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:34,625 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:34,629 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:35,086 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:35,086 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:35,086 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:35,098 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:35,649 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:35,715 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:35,715 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:35,715 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:35,727 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:36,351 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:36,351 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:36,351 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:36,363 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:36,653 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:36,853 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:36,853 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:36,853 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:36,864 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:37,395 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:37,396 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:37,396 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:37,396 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:37,408 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:37,654 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:37,950 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:37,950 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:37,951 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:37,961 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:38,469 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:38,470 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:38,470 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:38,481 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:38,654 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:38,986 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:38,987 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:38,987 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:39,000 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:39,487 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:39,488 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:39,488 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:39,500 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:39,655 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:40,102 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:40,103 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:40,103 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:40,115 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:40,615 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:40,616 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:40,616 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:40,635 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:40,655 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:41,203 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:41,204 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:41,204 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:41,214 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:41,659 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:41,774 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:41,775 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:41,775 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:41,786 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:42,272 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:42,273 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:42,273 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:42,284 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:42,660 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:42,790 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:42,791 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:42,791 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:42,791 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:42,810 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:43,357 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:43,358 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:43,358 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:43,376 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:43,661 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:43,837 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:43,837 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:43,837 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:43,849 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:44,226 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:11:44,227 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:11:44,384 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:44,384 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:44,384 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:44,395 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:44,661 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:44,967 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:44,968 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:44,968 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:44,979 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:45,574 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:45,575 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:45,575 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:45,586 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:45,662 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:46,133 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:46,134 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:46,134 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:46,153 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:46,656 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:46,657 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:46,657 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:46,675 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:46,676 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:47,170 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:47,171 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:47,171 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:47,182 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:47,641 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:47,642 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:47,642 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:47,653 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:47,675 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:48,234 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:48,235 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:48,235 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:48,235 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:48,246 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:48,689 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:48,777 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:48,778 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:48,778 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:48,789 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:49,357 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:49,358 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:49,358 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:49,369 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:49,690 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:49,958 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:49,959 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:49,959 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:49,979 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:50,593 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:50,593 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:50,593 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:50,605 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:50,690 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:51,122 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:51,123 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:51,123 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:51,134 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:51,640 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:51,641 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:51,641 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:51,659 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:51,691 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:52,104 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:52,105 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:52,105 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:52,123 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:52,658 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:52,659 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:52,659 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:52,671 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:52,691 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:53,136 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:53,137 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:53,137 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:53,148 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:53,688 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:53,688 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:53,688 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:53,688 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:53,697 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:53,700 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:54,186 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:54,187 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:54,187 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:54,205 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:54,710 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:54,710 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:54,711 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:54,711 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:54,722 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:55,420 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:55,421 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:55,421 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:55,432 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:55,700 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:56,047 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:56,048 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:56,048 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:56,059 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:56,542 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:56,543 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:56,543 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:56,554 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:56,702 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:57,090 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:57,090 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:57,090 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:57,101 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:57,549 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:57,549 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:57,549 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:57,561 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:57,702 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:58,053 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:58,054 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:58,054 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:58,066 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:58,566 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:58,567 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:58,567 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:58,585 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:58,703 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:11:59,071 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:59,072 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:59,072 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:59,072 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:11:59,083 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:59,199 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:11:59,227 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:11:59,227 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:11:59,624 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:11:59,625 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:11:59,625 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:11:59,637 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:11:59,704 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:00,108 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:00,109 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:00,109 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:00,119 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:00,667 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:00,668 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:00,668 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:00,678 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:00,704 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:01,266 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:01,266 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:01,266 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:01,277 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:01,724 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:01,813 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:01,814 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:01,814 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:01,825 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:02,342 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:02,343 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:02,343 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:02,354 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:02,725 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:02,905 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:02,905 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:02,905 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:02,916 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:03,425 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:03,426 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:03,426 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:03,445 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:03,725 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:03,978 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:03,979 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:03,979 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:03,990 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:04,571 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:04,572 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:04,572 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:04,572 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:04,583 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:04,726 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:05,086 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:05,086 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:05,086 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:05,098 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:05,637 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:05,638 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:05,638 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:05,647 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:05,726 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:06,267 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:06,268 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:06,268 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:06,284 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:06,738 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:06,799 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:06,800 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:06,800 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:06,811 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:07,265 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:07,266 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:07,266 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:07,284 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:07,745 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:07,798 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:07,799 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:07,799 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:07,810 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:08,315 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:08,315 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:08,316 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:08,327 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:08,746 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:08,859 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:08,860 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:08,860 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:08,871 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:09,422 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:09,423 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:09,423 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:09,435 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:09,780 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:09,957 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:09,958 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:09,958 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:09,958 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:09,976 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:10,556 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:10,557 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:10,557 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:10,575 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:10,781 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:11,080 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:11,080 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:11,080 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:11,091 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:11,618 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:11,619 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:11,620 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:11,630 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:11,781 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:12,116 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:12,117 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:12,117 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:12,128 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:12,726 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:12,726 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:12,726 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:12,738 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:12,782 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:13,281 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:13,282 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:13,282 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:13,300 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:13,797 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:13,838 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:13,839 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:13,839 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:13,850 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:14,230 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:12:14,230 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:12:14,379 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:14,380 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:14,380 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:14,397 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:14,817 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:14,884 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:14,885 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:14,885 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:14,896 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:15,393 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:15,394 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:15,394 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:15,394 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:15,413 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:15,818 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:15,928 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:15,929 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:15,929 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:15,948 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:16,533 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:16,533 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:16,533 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:16,545 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:16,820 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:17,022 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:17,023 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:17,023 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:17,034 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:17,553 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:17,553 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:17,553 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:17,564 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:17,821 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:18,052 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:18,053 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:18,053 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:18,064 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:18,555 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:18,556 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:18,556 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:18,574 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:18,822 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:19,041 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:19,042 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:19,042 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:19,053 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:19,510 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:19,511 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:19,511 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:19,522 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:19,823 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:20,037 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:20,038 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:20,038 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:20,049 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:20,539 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:20,539 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:20,539 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:20,539 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:20,550 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:20,823 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:21,027 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:21,027 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:21,027 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:21,038 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:21,542 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:21,543 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:21,543 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:21,556 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:21,824 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:22,049 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:22,050 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:22,050 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:22,061 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:22,663 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:22,664 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:22,664 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:22,689 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:22,827 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:23,175 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:23,176 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:23,176 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:23,187 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:23,707 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:23,707 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:23,707 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:23,718 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:23,829 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:24,192 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:24,193 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:24,193 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:24,203 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:24,796 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:24,797 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:24,797 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:24,808 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:24,830 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:25,355 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:25,356 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:25,356 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:25,367 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:25,844 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:25,906 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:25,907 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:25,907 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:25,907 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:25,925 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:26,518 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:26,519 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:26,519 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:26,530 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:26,844 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:27,172 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:27,172 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:27,172 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:27,183 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:27,613 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:27,614 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:27,614 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:27,625 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:27,845 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:28,161 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:28,162 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:28,162 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:28,181 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:28,789 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:28,789 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:28,789 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:28,804 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:28,845 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:29,200 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:12:29,233 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:12:29,234 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:12:29,334 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:29,405 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:29,405 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:29,415 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:29,860 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:29,916 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:29,916 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:29,916 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:29,928 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:30,440 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:30,441 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:30,441 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:30,452 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:30,863 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:31,010 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:31,010 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:31,011 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:31,011 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:31,022 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:31,714 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:31,715 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:31,715 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:31,727 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:31,864 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:32,315 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:32,315 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:32,315 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:32,327 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:32,864 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:32,980 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:32,981 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:32,981 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:32,990 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:33,584 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:33,585 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:33,585 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:33,603 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:33,867 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:34,168 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:34,168 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:34,168 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:34,180 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:34,742 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:34,743 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:34,743 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:34,756 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:34,870 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:35,411 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:35,412 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:35,412 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:35,424 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:35,882 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:35,925 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:35,926 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:35,926 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:35,945 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:36,496 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:36,497 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:36,497 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:36,497 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:36,517 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:36,883 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:37,095 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:37,096 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:37,096 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:37,116 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:37,816 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:37,817 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:37,817 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:37,836 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:37,883 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:38,457 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:38,458 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:38,458 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:38,477 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:38,884 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:39,203 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:39,204 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:39,204 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:39,216 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:39,845 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:39,846 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:39,846 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:39,858 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:39,884 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:40,568 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:40,569 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:40,569 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:40,587 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:40,885 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:41,211 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:41,212 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:41,212 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:41,224 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:41,835 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:41,836 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:41,836 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:41,836 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:41,848 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:41,885 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:42,362 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:42,362 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:42,362 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:42,375 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:42,886 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:43,013 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:43,013 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:43,013 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:43,026 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:43,587 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:43,588 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:43,588 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:43,607 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:43,887 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:44,123 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:44,124 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:44,124 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:44,136 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:44,234 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: stop_status +2023-07-09 16:12:44,234 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: stop_status +2023-07-09 16:12:44,694 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:44,695 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:44,695 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:44,706 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:44,889 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:45,189 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:45,190 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:45,190 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:45,202 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:45,754 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:45,754 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:45,755 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:45,767 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:45,889 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:46,289 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:46,298 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:46,298 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:46,302 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:46,892 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:46,892 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:46,892 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:46,893 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:46,901 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:46,905 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:47,396 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:47,397 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:47,397 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:47,420 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:47,451 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: partial_history +2023-07-09 16:12:47,451 DEBUG SenderThread:245701 [sender.py:send():375] send: history +2023-07-09 16:12:47,452 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: summary_record +2023-07-09 16:12:47,456 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:47,901 INFO Thread-12 :245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:48,045 DEBUG SenderThread:245701 [sender.py:send():375] send: telemetry +2023-07-09 16:12:48,046 DEBUG SenderThread:245701 [sender.py:send():375] send: exit +2023-07-09 16:12:48,047 INFO SenderThread:245701 [sender.py:send_exit():598] handling exit code: 1 +2023-07-09 16:12:48,047 INFO SenderThread:245701 [sender.py:send_exit():600] handling runtime: 4056 +2023-07-09 16:12:48,055 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:48,055 INFO SenderThread:245701 [sender.py:send_exit():606] send defer +2023-07-09 16:12:48,055 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,056 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 0 +2023-07-09 16:12:48,056 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,056 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 0 +2023-07-09 16:12:48,056 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 1 +2023-07-09 16:12:48,056 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,056 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 1 +2023-07-09 16:12:48,056 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,056 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 1 +2023-07-09 16:12:48,056 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 2 +2023-07-09 16:12:48,056 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,056 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 2 +2023-07-09 16:12:48,056 INFO HandlerThread:245701 [system_monitor.py:finish():190] Stopping system monitor +2023-07-09 16:12:48,056 DEBUG SystemMonitor:245701 [system_monitor.py:_start():166] Finished system metrics aggregation loop +2023-07-09 16:12:48,056 DEBUG SystemMonitor:245701 [system_monitor.py:_start():170] Publishing last batch of metrics +2023-07-09 16:12:48,068 INFO HandlerThread:245701 [interfaces.py:finish():202] Joined cpu monitor +2023-07-09 16:12:48,068 INFO HandlerThread:245701 [interfaces.py:finish():202] Joined disk monitor +2023-07-09 16:12:48,151 INFO HandlerThread:245701 [interfaces.py:finish():202] Joined gpu monitor +2023-07-09 16:12:48,152 INFO HandlerThread:245701 [interfaces.py:finish():202] Joined memory monitor +2023-07-09 16:12:48,152 INFO HandlerThread:245701 [interfaces.py:finish():202] Joined network monitor +2023-07-09 16:12:48,152 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,152 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 2 +2023-07-09 16:12:48,152 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 3 +2023-07-09 16:12:48,152 DEBUG SenderThread:245701 [sender.py:send():375] send: stats +2023-07-09 16:12:48,153 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,153 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 3 +2023-07-09 16:12:48,153 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,153 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 3 +2023-07-09 16:12:48,153 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 4 +2023-07-09 16:12:48,153 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,153 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 4 +2023-07-09 16:12:48,153 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,153 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 4 +2023-07-09 16:12:48,153 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 5 +2023-07-09 16:12:48,153 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,153 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 5 +2023-07-09 16:12:48,153 DEBUG SenderThread:245701 [sender.py:send():375] send: summary +2023-07-09 16:12:48,158 INFO SenderThread:245701 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-07-09 16:12:48,158 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,158 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 5 +2023-07-09 16:12:48,158 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 6 +2023-07-09 16:12:48,159 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,159 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 6 +2023-07-09 16:12:48,159 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,159 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 6 +2023-07-09 16:12:48,164 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: status_report +2023-07-09 16:12:48,336 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 7 +2023-07-09 16:12:48,336 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,336 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 7 +2023-07-09 16:12:48,336 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,336 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 7 +2023-07-09 16:12:48,336 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 8 +2023-07-09 16:12:48,336 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,336 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 8 +2023-07-09 16:12:48,337 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,337 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 8 +2023-07-09 16:12:48,337 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 9 +2023-07-09 16:12:48,337 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,337 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 9 +2023-07-09 16:12:48,337 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,337 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 9 +2023-07-09 16:12:48,337 INFO SenderThread:245701 [dir_watcher.py:finish():365] shutting down directory watcher +2023-07-09 16:12:48,902 INFO SenderThread:245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/config.yaml +2023-07-09 16:12:48,902 INFO SenderThread:245701 [dir_watcher.py:_on_file_modified():295] file/dir modified: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:48,902 INFO SenderThread:245701 [dir_watcher.py:finish():395] scan: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files +2023-07-09 16:12:48,903 INFO SenderThread:245701 [dir_watcher.py:finish():409] scan save: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/config.yaml config.yaml +2023-07-09 16:12:48,903 INFO SenderThread:245701 [dir_watcher.py:finish():409] scan save: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json wandb-summary.json +2023-07-09 16:12:48,903 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 10 +2023-07-09 16:12:48,903 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:48,903 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 10 +2023-07-09 16:12:48,904 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:48,904 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 10 +2023-07-09 16:12:48,904 INFO SenderThread:245701 [file_pusher.py:finish():167] shutting down file pusher +2023-07-09 16:12:49,048 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: poll_exit +2023-07-09 16:12:49,048 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: poll_exit +2023-07-09 16:12:49,372 INFO wandb-upload_0:245701 [upload_job.py:push():137] Uploaded file /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/config.yaml +2023-07-09 16:12:49,422 INFO wandb-upload_1:245701 [upload_job.py:push():137] Uploaded file /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/files/wandb-summary.json +2023-07-09 16:12:49,622 INFO Thread-11 (_thread_body):245701 [sender.py:transition_state():626] send defer: 11 +2023-07-09 16:12:49,622 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:49,622 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 11 +2023-07-09 16:12:49,622 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:49,622 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 11 +2023-07-09 16:12:49,622 INFO SenderThread:245701 [file_pusher.py:join():172] waiting for file pusher +2023-07-09 16:12:49,622 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 12 +2023-07-09 16:12:49,623 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:49,623 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 12 +2023-07-09 16:12:49,623 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:49,623 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 12 +2023-07-09 16:12:50,048 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: poll_exit +2023-07-09 16:12:50,104 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 13 +2023-07-09 16:12:50,104 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: poll_exit +2023-07-09 16:12:50,104 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:50,104 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 13 +2023-07-09 16:12:50,105 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:50,105 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 13 +2023-07-09 16:12:50,105 INFO SenderThread:245701 [sender.py:transition_state():626] send defer: 14 +2023-07-09 16:12:50,105 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: defer +2023-07-09 16:12:50,105 INFO HandlerThread:245701 [handler.py:handle_request_defer():170] handle defer: 14 +2023-07-09 16:12:50,105 DEBUG SenderThread:245701 [sender.py:send():375] send: final +2023-07-09 16:12:50,105 DEBUG SenderThread:245701 [sender.py:send():375] send: footer +2023-07-09 16:12:50,105 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: defer +2023-07-09 16:12:50,105 INFO SenderThread:245701 [sender.py:send_request_defer():622] handle sender defer: 14 +2023-07-09 16:12:50,106 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: poll_exit +2023-07-09 16:12:50,106 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: server_info +2023-07-09 16:12:50,106 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: get_summary +2023-07-09 16:12:50,106 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: sampled_history +2023-07-09 16:12:50,107 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: poll_exit +2023-07-09 16:12:50,108 DEBUG SenderThread:245701 [sender.py:send_request():402] send_request: server_info +2023-07-09 16:12:50,380 DEBUG HandlerThread:245701 [handler.py:handle_request():144] handle_request: shutdown +2023-07-09 16:12:50,380 INFO HandlerThread:245701 [handler.py:finish():842] shutting down handler +2023-07-09 16:12:51,108 INFO WriterThread:245701 [datastore.py:close():298] close: /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/run-humans.wandb +2023-07-09 16:12:51,380 INFO SenderThread:245701 [sender.py:finish():1550] shutting down sender +2023-07-09 16:12:51,380 INFO SenderThread:245701 [file_pusher.py:finish():167] shutting down file pusher +2023-07-09 16:12:51,380 INFO SenderThread:245701 [file_pusher.py:join():172] waiting for file pusher diff --git a/wandb/run-20230709_160458-humans/logs/debug.log b/wandb/run-20230709_160458-humans/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..db142b01692cef039dbbb1749c1057e329a4ed02 --- /dev/null +++ b/wandb/run-20230709_160458-humans/logs/debug.log @@ -0,0 +1,39 @@ +2023-07-09 16:04:58,369 INFO MainThread:245660 [wandb_setup.py:_flush():76] Current SDK version is 0.15.3 +2023-07-09 16:04:58,369 INFO MainThread:245660 [wandb_setup.py:_flush():76] Configure stats pid to 245660 +2023-07-09 16:04:58,369 INFO MainThread:245660 [wandb_setup.py:_flush():76] Loading settings from /home/id929844/.config/wandb/settings +2023-07-09 16:04:58,369 INFO MainThread:245660 [wandb_setup.py:_flush():76] Loading settings from /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/settings +2023-07-09 16:04:58,369 INFO MainThread:245660 [wandb_setup.py:_flush():76] Loading settings from environment variables: {} +2023-07-09 16:04:58,369 INFO MainThread:245660 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False} +2023-07-09 16:04:58,369 INFO MainThread:245660 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': 'main.py', 'program': '/rwthfs/rz/cluster/home/id929844/diffusion_project/main.py'} +2023-07-09 16:04:58,369 INFO MainThread:245660 [wandb_init.py:_log_setup():507] Logging user logs to /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/logs/debug.log +2023-07-09 16:04:58,370 INFO MainThread:245660 [wandb_init.py:_log_setup():508] Logging internal logs to /rwthfs/rz/cluster/home/id929844/diffusion_project/wandb/run-20230709_160458-humans/logs/debug-internal.log +2023-07-09 16:04:58,370 INFO MainThread:245660 [wandb_init.py:init():547] calling init triggers +2023-07-09 16:04:58,370 INFO MainThread:245660 [wandb_init.py:init():554] wandb.init called with sweep_config: {} +config: {} +2023-07-09 16:04:58,370 INFO MainThread:245660 [wandb_init.py:init():596] starting backend +2023-07-09 16:04:58,370 INFO MainThread:245660 [wandb_init.py:init():600] setting up manager +2023-07-09 16:04:58,376 INFO MainThread:245660 [backend.py:_multiprocessing_setup():106] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2023-07-09 16:04:58,388 INFO MainThread:245660 [wandb_init.py:init():606] backend started and connected +2023-07-09 16:04:58,395 INFO MainThread:245660 [wandb_init.py:init():700] updated telemetry +2023-07-09 16:04:58,444 INFO MainThread:245660 [wandb_init.py:init():737] communicating run to backend with 60.0 second timeout +2023-07-09 16:04:58,998 INFO MainThread:245660 [wandb_init.py:init():780] run resumed +2023-07-09 16:04:59,029 INFO MainThread:245660 [wandb_run.py:_on_init():2177] communicating current version +2023-07-09 16:04:59,155 INFO MainThread:245660 [wandb_run.py:_on_init():2186] got version response upgrade_message: "wandb version 0.15.5 is available! To upgrade, please run:\n $ pip install wandb --upgrade" + +2023-07-09 16:04:59,155 INFO MainThread:245660 [wandb_init.py:init():787] starting run threads in backend +2023-07-09 16:04:59,193 INFO MainThread:245660 [wandb_run.py:_console_start():2158] atexit reg +2023-07-09 16:04:59,194 INFO MainThread:245660 [wandb_run.py:_redirect():2013] redirect: SettingsConsole.WRAP_RAW +2023-07-09 16:04:59,194 INFO MainThread:245660 [wandb_run.py:_redirect():2078] Wrapping output streams. +2023-07-09 16:04:59,194 INFO MainThread:245660 [wandb_run.py:_redirect():2103] Redirects installed. +2023-07-09 16:04:59,194 INFO MainThread:245660 [wandb_init.py:init():829] run started, returning control to user process +2023-07-09 16:04:59,194 INFO MainThread:245660 [wandb_config.py:__setitem__():151] config set learning_rate = 0.0001 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x15078d55c9a0>> +2023-07-09 16:04:59,194 INFO MainThread:245660 [wandb_run.py:_config_callback():1286] config_cb learning_rate 0.0001 None +2023-07-09 16:04:59,195 INFO MainThread:245660 [wandb_config.py:__setitem__():151] config set optimizer = AdamW - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x15078d55c9a0>> +2023-07-09 16:04:59,195 INFO MainThread:245660 [wandb_run.py:_config_callback():1286] config_cb optimizer AdamW None +2023-07-09 16:12:48,045 INFO MainThread:245660 [wandb_run.py:_finish():1893] finishing run deep-lab-/Unconditional Landscapes/humans +2023-07-09 16:12:48,046 INFO MainThread:245660 [wandb_run.py:_atexit_cleanup():2127] got exitcode: 1 +2023-07-09 16:12:48,046 INFO MainThread:245660 [wandb_run.py:_restore():2110] restore +2023-07-09 16:12:48,046 INFO MainThread:245660 [wandb_run.py:_restore():2116] restore done +2023-07-09 16:12:51,382 INFO MainThread:245660 [wandb_run.py:_footer_history_summary_info():3469] rendering history +2023-07-09 16:12:51,382 INFO MainThread:245660 [wandb_run.py:_footer_history_summary_info():3501] rendering summary +2023-07-09 16:12:51,393 INFO MainThread:245660 [wandb_run.py:_footer_sync_info():3428] logging synced files diff --git a/wandb/run-20230709_160458-humans/run-humans.wandb b/wandb/run-20230709_160458-humans/run-humans.wandb new file mode 100644 index 0000000000000000000000000000000000000000..a0b01bc403fc2f64bee2e5b03c0fb71d4e85061a Binary files /dev/null and b/wandb/run-20230709_160458-humans/run-humans.wandb differ diff --git a/wandb/wandb-resume.json b/wandb/wandb-resume.json new file mode 100644 index 0000000000000000000000000000000000000000..23e13a95886b36f8dc4353aaf5f758fa594361a4 --- /dev/null +++ b/wandb/wandb-resume.json @@ -0,0 +1 @@ +{"run_id": "humans"} \ No newline at end of file