Minor performance improvements

src/AI.hs

@@ -18,6 +18,8 @@ import M (HasKatipTracer, HasOpenrouterMetrics, KatipTracer, katipTracer, openro
 import Network.Wreq (defaults, header, responseBody)
 import Tracer (Tracer (..))
 import UnliftIO (MonadIO)
+import Network.Wreq.Session (Session)
+import Data.Generics.Product (typed, HasType)
 
 mkTracerMetrics ::
   ( MonadReader r m,
@@ -32,6 +34,7 @@ mkTracerMetrics = do
 
 completions ::
   ( MonadIO m,
+    HasType Session r0,
     MonadCatch m,
     MonadReader r0 m,
     HasOpenrouterMetrics r0 HTTPMetric,
@@ -49,5 +52,6 @@ completions c prompt = checkpointCallStack $ do
               .= [object ["role" .= ("user" :: Text), "content" .= prompt]]
           ]
   metrics <- mkTracerMetrics
-  r <- liftIO $ postWith metrics SafeTransient opts "https://openrouter.ai/api/v1/chat/completions" j
+  session <- view $ typed @Session
+  r <- liftIO $ postWith metrics session SafeTransient opts "https://openrouter.ai/api/v1/chat/completions" j
   pure $ r ^? responseBody . key "choices" . _Array . traversed . key "message" . key "content" . _String