Fix LRScheduler (#586)

Author: tastelikefeet

swift/trainers/optimizers/galore/utils.py

@@ -5,11 +5,15 @@
 import torch
 from torch import nn
 from torch.optim import Optimizer
-from torch.optim.lr_scheduler import LRScheduler
 from transformers import Trainer, TrainingArguments, get_scheduler
 
 from swift.utils import get_logger
 
+try:
+    from torch.optim.lr_scheduler import _LRScheduler as LRScheduler
+except ImportError:
+    from torch.optim.lr_scheduler import LRScheduler
+
 logger = get_logger()