From b79b4831888301e45408c367c08589f3a976632d Mon Sep 17 00:00:00 2001 From: Eli Reisman Date: Sun, 8 Nov 2026 12:42:28 -0800 Subject: [PATCH 1/2] fix(ai): send failed LangChain runs on AsyncPosthog Co-Authored-By: Claude Opus 5.5 --- .../langchain-async-client-failed-runs.md | 5 +++++ posthog/ai/langchain/callbacks.py | 6 +++--- posthog/test/ai/langchain/test_callbacks.py | 20 +++++++++++++++++++ 3 files changed, 28 insertions(+), 3 deletions(-) create mode 100644 .sampo/changesets/langchain-async-client-failed-runs.md diff --git a/.sampo/changesets/langchain-async-client-failed-runs.md b/.sampo/changesets/langchain-async-client-failed-runs.md new file mode 100644 index 000000000..d92c6294d --- /dev/null +++ b/.sampo/changesets/langchain-async-client-failed-runs.md @@ -0,0 +1,5 @@ +--- +pypi/posthog: patch +--- + +The LangChain callback handler no longer loses a failed run's `$ai_generation`, `$ai_span` or `$ai_trace` event when the client is `AsyncPosthog`. It read `enable_exception_autocapture`, which `AsyncPosthog` does not have, and LangChain swallowed the error. A client without that setting now sends the failed event without an `$exception`. diff --git a/posthog/ai/langchain/callbacks.py b/posthog/ai/langchain/callbacks.py index e94d843e8..f670d6794 100644 --- a/posthog/ai/langchain/callbacks.py +++ b/posthog/ai/langchain/callbacks.py @@ -593,9 +593,9 @@ def _capture_exception_and_update_properties( self, exception: BaseException, event_properties: Dict[str, Any] ) -> Dict[str, Any]: # An `$exception` event carries the message and stack, which echo prompts and output. - if not self._ph_client.enable_exception_autocapture or _privacy_mode_enabled( - self._ph_client, self._privacy_mode - ): + if not getattr( + self._ph_client, "enable_exception_autocapture", False + ) or _privacy_mode_enabled(self._ph_client, self._privacy_mode): return event_properties exception_id = self._ph_client.capture_exception( diff --git a/posthog/test/ai/langchain/test_callbacks.py b/posthog/test/ai/langchain/test_callbacks.py index b4ae495e8..68103a5a0 100644 --- a/posthog/test/ai/langchain/test_callbacks.py +++ b/posthog/test/ai/langchain/test_callbacks.py @@ -2808,6 +2808,26 @@ def failing_span(_): assert span_props["$ai_error"] == "ValueError: test error" +def test_exception_autocapture_absent_on_client_still_sends_the_span(): + """A client without the autocapture setting, such as AsyncPosthog, still gets the failed span.""" + mock_client = MagicMock(spec=["capture", "capture_exception", "privacy_mode"]) + mock_client.privacy_mode = False + + def failing_span(_): + raise ValueError("test error") + + callbacks = [CallbackHandler(mock_client)] + with pytest.raises(ValueError): + RunnableLambda(failing_span).invoke({}, config={"callbacks": callbacks}) + + assert mock_client.capture_exception.call_count == 0 + assert mock_client.capture.call_count == 1 + span_props = mock_client.capture.call_args[1]["properties"] + assert span_props["$ai_is_error"] is True + assert span_props["$ai_error"] == "ValueError: test error" + assert "$exception_event_id" not in span_props + + @pytest.mark.parametrize( "autocapture, client_privacy_mode, handler_privacy_mode, expected_error", [ From 7e883ab945b8a8704a70e30128d9c15b1824f7e6 Mon Sep 17 00:00:00 2001 From: Eli Reisman Date: Sun, 8 Nov 2026 13:45:50 -0800 Subject: [PATCH 2/2] fix(contexts): default new_context to no capture for AsyncPosthog Co-Authored-By: Claude Opus 5.5 --- .../langchain-async-client-failed-runs.md | 5 ++++- posthog/contexts.py | 2 +- posthog/test/test_contexts.py | 16 ++++++++++++++++ 3 files changed, 21 insertions(+), 2 deletions(-) diff --git a/.sampo/changesets/langchain-async-client-failed-runs.md b/.sampo/changesets/langchain-async-client-failed-runs.md index d92c6294d..689dcd083 100644 --- a/.sampo/changesets/langchain-async-client-failed-runs.md +++ b/.sampo/changesets/langchain-async-client-failed-runs.md @@ -2,4 +2,7 @@ pypi/posthog: patch --- -The LangChain callback handler no longer loses a failed run's `$ai_generation`, `$ai_span` or `$ai_trace` event when the client is `AsyncPosthog`. It read `enable_exception_autocapture`, which `AsyncPosthog` does not have, and LangChain swallowed the error. A client without that setting now sends the failed event without an `$exception`. +`AsyncPosthog` no longer breaks two exception paths that read `enable_exception_autocapture`, a setting `AsyncPosthog` does not have: + +- The LangChain callback handler no longer loses a failed run's `$ai_generation`, `$ai_span` or `$ai_trace` event. LangChain swallowed the error, so the event was never sent. The failed event is now sent without an `$exception`. +- `new_context(client=)` no longer raises `AttributeError`. Without `capture_exceptions`, it now leaves exceptions uncaptured; pass `capture_exceptions=True` to capture them. diff --git a/posthog/contexts.py b/posthog/contexts.py index 36ec8adaa..4acdf8abb 100644 --- a/posthog/contexts.py +++ b/posthog/contexts.py @@ -173,7 +173,7 @@ def _get_active_span_context() -> Dict[str, Optional[str]]: def _default_capture_exceptions(client: Optional["Client"] = None) -> bool: if client is not None: - return client.enable_exception_autocapture + return getattr(client, "enable_exception_autocapture", False) from . import default_client, enable_exception_autocapture diff --git a/posthog/test/test_contexts.py b/posthog/test/test_contexts.py index e75a6610d..b8c57e96c 100644 --- a/posthog/test/test_contexts.py +++ b/posthog/test/test_contexts.py @@ -5,6 +5,7 @@ from unittest.mock import MagicMock, patch import posthog +from posthog.async_client import AsyncPosthog from posthog.client import Client from posthog.contexts import ( get_tags, @@ -227,6 +228,21 @@ def test_new_context_defaults_to_custom_client_exception_autocapture_disabled(se client.capture_exception.assert_not_called() + def test_new_context_with_async_client_defaults_to_no_exception_capture(self): + client = AsyncPosthog("phc_test", disabled=True) + client.capture_exception = MagicMock() + + with self.assertRaises(RuntimeError): + with new_context(client=client): + raise RuntimeError("Context exception") + client.capture_exception.assert_not_called() + + test_exception = RuntimeError("Context exception") + with self.assertRaises(RuntimeError): + with new_context(client=client, capture_exceptions=True): + raise test_exception + client.capture_exception.assert_called_once_with(test_exception) + def test_identify_context(self): with new_context(fresh=True): # Initially no distinct ID