---------------------------------------------------------------------------
RayTaskError                              Traceback (most recent call last)
Input In [9], in <cell line: 1>()
----> 1 model.cluster_coordinates(n_clusters=1, first_cluster_iter=1, streaming=True, stratified=True, use_ray=True)

File ~/apps/msm_we/msm_we/msm_we.py:2947, in modelWE.cluster_coordinates(self, n_clusters, streaming, first_cluster_iter, use_ray, stratified, iters_to_use, **_cluster_args)
   2945     log.info("Beginning stratified clustering.")
   2946     self.clustering_method = "stratified"
-> 2947     self.cluster_stratified(
   2948         n_clusters=n_clusters,
   2949         streaming=streaming,
   2950         first_cluster_iter=first_cluster_iter,
   2951         use_ray=use_ray,
   2952         iters_to_use=iters_to_use,
   2953         **_cluster_args,
   2954     )
   2956 # Make sure you know what you're doing if using this!
   2957 else:
   2958     log.info(
   2959         "Beginning aggregate clustering. (Beware! This can produce poor clustering)"
   2960     )

File ~/apps/msm_we/msm_we/msm_we.py:3496, in modelWE.cluster_stratified(self, n_clusters, streaming, first_cluster_iter, use_ray, bin_iteration, iters_to_use, user_bin_mapper, **_cluster_args)
   3493 self.n_clusters = n_clusters * (bin_mapper.nbins)
   3495 self.clusters.toggle = False
-> 3496 self.launch_ray_discretization()

File ~/apps/msm_we/msm_we/msm_we.py:3977, in modelWE.launch_ray_discretization(self)
   3973 # Returns the first ObjectRef that is ready, with a 20s timeout
   3974 finished, task_ids = ray.wait(
   3975     task_ids, num_returns=result_batch_size, timeout=20
   3976 )
-> 3977 results = ray.get(finished)
   3979 for dtraj, _, iteration, target_bins, basis_bins in results:
   3981     self.clusters.target_bins.update(target_bins)

File ~/.conda/envs/hamsm_env/lib/python3.9/site-packages/ray/_private/client_mode_hook.py:105, in client_mode_hook.<locals>.wrapper(*args, **kwargs)
    103     if func.__name__ != "init" or is_client_mode_enabled_by_default:
    104         return getattr(ray, func.__name__)(*args, **kwargs)
--> 105 return func(*args, **kwargs)

File ~/.conda/envs/hamsm_env/lib/python3.9/site-packages/ray/worker.py:1831, in get(object_refs, timeout)
   1829     worker.core_worker.dump_object_store_memory_usage()
   1830 if isinstance(value, RayTaskError):
-> 1831     raise value.as_instanceof_cause()
   1832 else:
   1833     raise value

RayTaskError: ray::do_stratified_ray_discretization() (pid=32436, ip=172.20.4.27)
  At least one of the input arguments for this task could not be computed:
ray.exceptions.RaySystemError: System error: No module named 'msm_we'
traceback: Traceback (most recent call last):
  File "/home/chemical/phd/chz198152/.conda/envs/hamsm_env/lib/python3.9/site-packages/ray/serialization.py", line 340, in deserialize_objects
    obj = self._deserialize_object(data, metadata, object_ref)
  File "/home/chemical/phd/chz198152/.conda/envs/hamsm_env/lib/python3.9/site-packages/ray/serialization.py", line 237, in _deserialize_object
    return self._deserialize_msgpack_data(data, metadata_fields)
  File "/home/chemical/phd/chz198152/.conda/envs/hamsm_env/lib/python3.9/site-packages/ray/serialization.py", line 192, in _deserialize_msgpack_data
    python_objects = self._deserialize_pickle5_data(pickle5_data)
  File "/home/chemical/phd/chz198152/.conda/envs/hamsm_env/lib/python3.9/site-packages/ray/serialization.py", line 180, in _deserialize_pickle5_data
    obj = pickle.loads(in_band, buffers=buffers)
ModuleNotFoundError: No module named 'msm_we'