Improve optimization

pulsar_clip.py

@@ -93,7 +93,8 @@ class PulsarCLIP(object):
         self.scheduler = torch.optim.lr_scheduler.CosineAnnealingWarmRestarts(self.optimizer,
                                                                               int(self.args.iterations
                                                                               / self.args.augments
-                                                                              / self.args.epochs))
+                                                                              / self.args.epochs),
+                                                                              eta_min=args.lr / 100)
         import clip
         self.txt_emb = self.model_clip.encode_text(clip.tokenize([self.args.text]).to(self.device))[0].detach()
         self.txt_emb = torch.nn.functional.normalize(self.txt_emb, dim=-1)