fix: AttributeError when device_id is not None (#86)

* fix: AttributeError when device_id is not None

init logger.info(f"Using device: {self._device}") AttributeError when device_id is not None

* fix: tensors to be on the same device, but found at least two devices when using cuda

Fix RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:0 and cpu! (when checking argument for argument index in method wrapper_CUDA__index_select) when  using CUDA.

* fix: lint

Author: sdvina

boson_multimodal/audio_processing/higgs_audio_tokenizer.py

@@ -294,6 +294,8 @@ def _xcodec_encode(self, x: torch.Tensor, target_bw: Optional[int] = None) -> to
         return EncodedResult(codes)
 
     def decode(self, vq_code: torch.Tensor) -> torch.Tensor:
+        vq_code = vq_code.to(self.device)
+
         if self.quantizer_type == "RVQ":
             vq_code = vq_code.permute(1, 0, 2)
             quantized = self.quantizer.decode(vq_code)

examples/generation.py

@@ -189,6 +189,7 @@ def __init__(
         # Use explicit device if provided, otherwise try CUDA/MPS/CPU
         if device_id is not None:
             device = f"cuda:{device_id}"
+            self._device = device
         else:
             if device is not None:
                 self._device = device