init commit

modeling.py

@@ -1,5 +1,6 @@
 import torch
 from torch import nn
+import numpy as np
 from typing import Optional, Tuple, List, Union
 from transformers import Qwen2VLForConditionalGeneration
 import logging
@@ -125,6 +126,7 @@ class JinaVLForRanking(Qwen2VLForConditionalGeneration):
         max_doc_length: Optional[int] = None,
         query_type: str = 'text',
         doc_type: str = 'text',
+        normalize_scores: bool = True,
         show_progress: bool = False,
     ) -> List[float]:
 
@@ -211,8 +213,12 @@ class JinaVLForRanking(Qwen2VLForConditionalGeneration):
             # move the batch to the correct device
             batch = {k: v.to(device) if isinstance(v, torch.Tensor) else v for k, v in batch.items()}
 
-            scores = self.forward(**batch).view(-1).cpu().float().numpy().tolist()
-            all_scores.extend(scores)
+            scores = self.forward(**batch).view(-1).cpu().float().numpy()
+
+            # normalize scores to [0, 1] with sigmoid
+            scores = 1.0 / (1.0 + np.exp(-scores))
+
+            all_scores.extend(scores.tolist())
 
         if len(all_scores) == 1:
             return all_scores[0]