QoL and metric value inverter

src/physcom/llm/base.py

@@ -31,7 +31,7 @@ class LLMProvider(ABC):
     @abstractmethod
     def review_plausibility(
         self, combination_description: str, scores: dict[str, float]
-    ) -> str:
-        """Given a combination and its scores, return a natural-language
-        plausibility and novelty assessment."""
+    ) -> tuple[str, bool]:
+        """Given a combination and its scores, return a (text, is_plausible)
+        tuple: natural-language assessment and whether the concept is plausible."""
         ...

src/physcom/llm/prompts.py

@@ -33,5 +33,8 @@ Review this concept for:
 3. Novelty — does anything similar already exist?
 4. Overall plausibility — is this a genuinely interesting innovation or nonsense?
 
-Provide a concise 2-4 sentence assessment.
+Provide a concise 2-4 sentence assessment, then on a final line write exactly:
+VERDICT: PLAUSIBLE
+or
+VERDICT: IMPLAUSIBLE
 """

src/physcom/llm/providers/gemini.py

@@ -42,7 +42,7 @@ class GeminiLLMProvider(LLMProvider):
 
     def review_plausibility(
         self, combination_description: str, scores: dict[str, float]
-    ) -> str:
+    ) -> tuple[str, bool]:
         scores_str = "\n".join(f"- {k}: {v:.3f}" for k, v in scores.items())
         prompt = PLAUSIBILITY_REVIEW_PROMPT.format(
             description=combination_description,
@@ -56,7 +56,16 @@ class GeminiLLMProvider(LLMProvider):
             if "429" in str(exc) or "RESOURCE_EXHAUSTED" in str(exc):
                 raise LLMRateLimitError(str(exc), self._parse_retry_after(exc)) from exc
             raise
-        return response.text.strip()
+        text = response.text.strip()
+        plausible = self._parse_verdict(text)
+        return (text, plausible)
+
+    def _parse_verdict(self, text: str) -> bool:
+        """Extract VERDICT: PLAUSIBLE/IMPLAUSIBLE from response; default to True."""
+        m = re.search(r"VERDICT:\s*(PLAUSIBLE|IMPLAUSIBLE)", text, re.IGNORECASE)
+        if m:
+            return m.group(1).upper() == "PLAUSIBLE"
+        return True
 
     def _parse_retry_after(self, exc: Exception) -> int:
         """Extract retry delay from the error message, with a safe default."""

src/physcom/llm/providers/mock.py

@@ -21,8 +21,8 @@ class MockLLMProvider(LLMProvider):
 
     def review_plausibility(
         self, combination_description: str, scores: dict[str, float]
-    ) -> str:
+    ) -> tuple[str, bool]:
         avg = sum(scores.values()) / max(len(scores), 1)
         if avg > 0.5:
-            return "This concept appears plausible and worth further investigation."
-        return "This concept has significant feasibility challenges."
+            return ("This concept appears plausible and worth further investigation.", True)
+        return ("This concept has significant feasibility challenges.", False)