test_replay_buffer.py

import sys
import os

ROOT_DIR = os.path.dirname(os.path.dirname(__file__))
sys.path.append(ROOT_DIR)
os.chdir(ROOT_DIR)

import zarr
from diffusion_policy.common.replay_buffer import ReplayBuffer

def test():
    import numpy as np
    buff = ReplayBuffer.create_empty_numpy()
    buff.add_episode({
        'obs': np.zeros((100,10), dtype=np.float16)
    })
    buff.add_episode({
        'obs': np.ones((50,10)),
        'action': np.ones((50,2))
    })
    # buff.rechunk(256)
    obs = buff.get_episode(0)

    import numpy as np
    buff = ReplayBuffer.create_empty_zarr()
    buff.add_episode({
        'obs': np.zeros((100,10), dtype=np.float16)
    })
    buff.add_episode({
        'obs': np.ones((50,10)),
        'action': np.ones((50,2))
    })
    obs = buff.get_episode(0)
    buff.set_chunks({
        'obs': (100,10),
        'action': (100,2)
    })


def test_real():
    import os
    dist_group = zarr.open(
        os.path.expanduser('~/dev/diffusion_policy/data/pusht/pusht_cchi_v2.zarr'), 'r')

    buff = ReplayBuffer.create_empty_numpy()
    key, group = next(iter(dist_group.items()))
    for key, group in dist_group.items():
        buff.add_episode(group)

    # out_path = os.path.expanduser('~/dev/diffusion_policy/data/pusht_cchi2_v2_replay.zarr')
    out_path = os.path.expanduser('~/dev/diffusion_policy/data/test.zarr')
    out_store = zarr.DirectoryStore(out_path)
    buff.save_to_store(out_store)

    buff = ReplayBuffer.copy_from_path(out_path, store=zarr.MemoryStore())
    buff.pop_episode()


def test_pop():
    buff = ReplayBuffer.create_from_path(
        '/home/chengchi/dev/diffusion_policy/data/pusht_cchi_v3_replay.zarr',
        mode='rw')