import torch import pickle import gym import numpy as np import intersim from intersim.utils import get_map_path, get_svt, SVT_to_stateactions from intersim import collisions import os opj = os.path.join def generate_expert_data(path: str='expert_data', loc: int = 0, track:int = 0, **kwargs): """ Function to save (joint) states and observations from simulated frame Args: path (str): directory to save data loc (int): location index track (int): track index kwargs: arguments for environment instantiation """ if not os.path.isdir(path): os.mkdir(path) filestr = opj(path,intersim.LOCATIONS[loc]+'_track%03i'%(track)) svt, svt_path = get_svt(base='InteractionSimulator', loc=loc, track=track) osm = get_map_path(base='InteractionSimulator', loc=loc) print('SVT path: {}'.format(svt_path)) print('Map path: {}'.format(osm)) states, actions = SVT_to_stateactions(svt) # animate from environment env = gym.make('intersim:intersim-v0', svt=svt, map_path=osm, **kwargs, min_acc=-np.inf, max_acc=np.inf) env.reset() done = False obs, actions_taken, max_devs = [], [], [] i = 0 while not done and i < len(actions): # check state deviation env_state = env.projected_state nni = ~torch.isnan(env_state[:,0]) norms = torch.norm(env_state[nni,:2]-states[i,nni,:2], dim=1) if len(norms)>0: max_devs.append(norms.max()) # propagate environment ob, r, done, info = env.step(env.target_state(svt.simstate[i+1])) obs.append(ob) actions_taken.append(info['action_taken']) i += 1 print("Maximum environment deviation from track: %f m" %(max(max_devs))) # check for collisions x = torch.stack([ob['state'] for ob in obs]) cols = collisions.check_collisions_trajectory(x, svt.lengths, svt.widths) assert ~torch.any(cols), 'Error: Collisions found at indices {}'.format(cols.nonzero(as_tuple=True)) # shift actions actions_taken.pop(0) obs.pop(-1) actions = torch.stack(actions_taken) # save observations and actions pickle.dump(obs,open(filestr+'_raw_observations.pkl', 'wb')) torch.save(actions, filestr+'_raw_actions.pt') process_expert_observations(obs, actions, filestr) def process_expert_observations(obs, actions, filestr, dtype=torch.float32): """ Process the expert observations and save them as torch tensors Args: obs (list[dict]): lost of observations actions (torch.Tensor): (T, nv, a) tensor of actions filestr (str): base filename with which to save out observation tensors """ data = {'state':[], 'action':[], 'relative_state':[], 'path_x':[], 'path_y':[]} assert len(obs) == len(actions), 'non-matching action and observation lengths' T = len(obs) max_nv = 0 for t in range(T): nni = ~torch.isnan(obs[t]['state'][:,0]) max_nv = max(max_nv,nni.count_nonzero()) data['state'].append(obs[t]['state'][nni]) data['relative_state'].append(obs[t]['relative_state'].index_select(0, nni.nonzero()[:,0]).index_select(1, nni.nonzero()[:,0])) data['action'].append(actions[t][nni]) data['path_x'].append(obs[t]['paths'][0][nni]) data['path_y'].append(obs[t]['paths'][1][nni]) # cat lists data['state'] = torch.cat(data['state']).type(dtype) data['action'] = torch.cat(data['action']).type(dtype) data['path_x'] = torch.cat(data['path_x']).type(dtype) data['path_y'] = torch.cat(data['path_y']).type(dtype) # pad second dimension of relative state for i in range(len(data['relative_state'])): nv1, nv2, d = data['relative_state'][i].shape pad = torch.zeros(nv1, max_nv-nv2, d, dtype=dtype) * np.nan data['relative_state'][i] = torch.cat((data['relative_state'][i], pad), dim=1) data['relative_state'] = torch.cat(data['relative_state']).type(dtype) # mandate equal length assert len(data['state']) == len(data['relative_state']) \ == len(data['action']) == len(data['path_x']) \ == len(data['path_y']), 'dataset lengths unequal' # save out data for key in data.keys(): torch.save(data[key], filestr+'_'+key+'.pt') def load_expert_data(path='expert_data', loc: int = 0, track:int = 0): """ Load expert data from processed files. Args: path (str): directory to save data loc (int): location index track (int): track index Returns: data (dict[torch.Tensor]): dict of data """ # load observations and actions filestr = opj(path, intersim.LOCATIONS[loc]+'_track%03i'%(track)) data = {} for key in ['state','action','relative_state','path_x','path_y']: data[key] = torch.load(filestr+'_'+key+'.pt') return data def load_expert_data_raw(path='expert_data', loc: int = 0, track:int = 0): """ Load expert data from raw file. Args: path (str): directory to save data loc (int): location index track (int): track index Returns: obs (list[Observations]): list of observations actions (list[torch.tensor]): list of corresponding actions taken in observations """ # load observations and actions filestr = opj(path, intersim.LOCATIONS[loc]+'_track%03i'%(track)) obs = pickle.load(open(filestr+'_raw_observations.pkl', 'rb')) actions = torch.load(filestr+'_raw_actions.pt') actions = list(torch.unbind(actions)) return obs, actions if __name__ == '__main__': import argparse parser = argparse.ArgumentParser(description='Save Expert Trajectories') parser.add_argument('--loc', default=0, type=int, help='location (default 0)') parser.add_argument('--track', default=0, type=int, help='track number (default 0)') parser.add_argument('--all-tracks', action='store_true', help='whether to process all tracks at location') args = parser.parse_args() if args.all_tracks: for i in range(intersim.MAX_TRACKS): generate_expert_data(loc=args.loc, track=i) else: generate_expert_data(loc=args.loc,track=args.track)