Coverage report: 20%

Files Functions Classes

coverage.py v7.10.1, created at 2025-12-11 16:15 -0800

File class statements missing excluded coverage
langsmith/__init__.py (no class) 74 28 11 62%
langsmith/_expect.py _NULL_SENTRY 2 2 0 0%
langsmith/_expect.py _Matcher 25 25 0 0%
langsmith/_expect.py _Expect 33 30 2 9%
langsmith/_expect.py (no class) 34 0 7 100%
langsmith/_internal/__init__.py (no class) 0 0 0 100%
langsmith/_internal/_aiter.py NoLock 2 2 0 0%
langsmith/_internal/_aiter.py Tee 11 11 2 0%
langsmith/_internal/_aiter.py (no class) 133 133 4 0%
langsmith/_internal/_background_thread.py TracingQueueItem 7 1 0 86%
langsmith/_internal/_background_thread.py (no class) 382 309 3 19%
langsmith/_internal/_beta_decorator.py LangSmithBetaWarning 0 0 0 100%
langsmith/_internal/_beta_decorator.py (no class) 13 10 0 23%
langsmith/_internal/_compressed_traces.py CompressedTraces 17 17 0 0%
langsmith/_internal/_compressed_traces.py (no class) 11 11 0 0%
langsmith/_internal/_constants.py (no class) 7 7 0 0%
langsmith/_internal/_context.py (no class) 15 15 3 0%
langsmith/_internal/_edit_distance.py EditDistanceConfig 0 0 0 100%
langsmith/_internal/_edit_distance.py EditDistance 15 15 0 0%
langsmith/_internal/_edit_distance.py (no class) 11 11 0 0%
langsmith/_internal/_embedding_distance.py EmbeddingConfig 0 0 0 100%
langsmith/_internal/_embedding_distance.py EmbeddingDistance 26 26 0 0%
langsmith/_internal/_embedding_distance.py (no class) 58 58 2 0%
langsmith/_internal/_multipart.py MultipartPartsAndContext 2 2 0 0%
langsmith/_internal/_multipart.py (no class) 17 17 0 0%
langsmith/_internal/_operations.py SerializedRunOperation 40 29 0 28%
langsmith/_internal/_operations.py SerializedFeedbackOperation 5 5 0 0%
langsmith/_internal/_operations.py (no class) 151 118 0 22%
langsmith/_internal/_orjson.py (no class) 41 41 0 0%
langsmith/_internal/_otel_utils.py (no class) 10 6 0 40%
langsmith/_internal/_patch.py (no class) 33 33 0 0%
langsmith/_internal/_serde.py (no class) 83 64 0 23%
langsmith/_internal/_uuid.py (no class) 21 19 0 10%
langsmith/_internal/otel/_otel_client.py (no class) 36 30 5 17%
langsmith/_internal/otel/_otel_exporter.py OTELExporter 315 315 0 0%
langsmith/_internal/otel/_otel_exporter.py (no class) 80 9 7 89%
langsmith/anonymizer.py _ExtractOptions 0 0 0 100%
langsmith/anonymizer.py StringNode 0 0 0 100%
langsmith/anonymizer.py StringNodeProcessor 0 0 0 100%
langsmith/anonymizer.py ReplacerOptions 0 0 0 100%
langsmith/anonymizer.py StringNodeRule 0 0 0 100%
langsmith/anonymizer.py RuleNodeProcessor 9 9 0 0%
langsmith/anonymizer.py CallableNodeProcessor 8 8 0 0%
langsmith/anonymizer.py (no class) 83 41 0 51%
langsmith/async_client.py AsyncClient 401 401 0 0%
langsmith/async_client.py (no class) 86 1 0 99%
langsmith/beta/__init__.py (no class) 3 3 0 0%
langsmith/beta/_evals.py (no class) 95 95 0 0%
langsmith/client.py _LangSmithHttpAdapter 5 0 0 100%
langsmith/client.py Client 1950 1533 2 21%
langsmith/client.py _FailedAttachmentReader 3 3 0 0%
langsmith/client.py (no class) 469 414 59 12%
langsmith/env/__init__.py (no class) 3 3 0 0%
langsmith/env/_git.py GitInfo 0 0 0 100%
langsmith/env/_git.py (no class) 27 21 0 22%
langsmith/env/_runtime_env.py (no class) 117 92 0 21%
langsmith/evaluation/__init__.py (no class) 39 17 5 56%
langsmith/evaluation/_arunner.py _AsyncExperimentManager 192 192 0 0%
langsmith/evaluation/_arunner.py AsyncExperimentResults 35 35 0 0%
langsmith/evaluation/_arunner.py (no class) 157 92 6 41%
langsmith/evaluation/_name_generation.py (no class) 8 0 0 100%
langsmith/evaluation/_runner.py ExperimentResultRow 0 0 0 100%
langsmith/evaluation/_runner.py ExperimentResults 37 20 0 46%
langsmith/evaluation/_runner.py ComparativeExperimentResults 5 5 0 0%
langsmith/evaluation/_runner.py _ExperimentManagerMixin 47 10 0 79%
langsmith/evaluation/_runner.py _ExperimentManager 169 67 0 60%
langsmith/evaluation/_runner.py _ForwardResults 0 0 0 100%
langsmith/evaluation/_runner.py (no class) 512 296 47 42%
langsmith/evaluation/evaluator.py Category 0 0 0 100%
langsmith/evaluation/evaluator.py FeedbackConfig 0 0 0 100%
langsmith/evaluation/evaluator.py EvaluationResult 4 4 0 0%
langsmith/evaluation/evaluator.py EvaluationResult.Config 0 0 0 100%
langsmith/evaluation/evaluator.py EvaluationResults 0 0 0 100%
langsmith/evaluation/evaluator.py RunEvaluator 5 5 0 0%
langsmith/evaluation/evaluator.py ComparisonEvaluationResult 0 0 0 100%
langsmith/evaluation/evaluator.py DynamicRunEvaluator 69 39 0 43%
langsmith/evaluation/evaluator.py DynamicComparisonRunEvaluator 59 59 0 0%
langsmith/evaluation/evaluator.py (no class) 239 105 0 56%
langsmith/evaluation/integrations/__init__.py (no class) 2 0 0 100%
langsmith/evaluation/integrations/_langchain.py SingleEvaluatorInput 0 0 0 100%
langsmith/evaluation/integrations/_langchain.py LangChainStringEvaluator 31 31 0 0%
langsmith/evaluation/integrations/_langchain.py (no class) 15 0 3 100%
langsmith/evaluation/llm_evaluator.py CategoricalScoreConfig 0 0 0 100%
langsmith/evaluation/llm_evaluator.py ContinuousScoreConfig 0 0 0 100%
langsmith/evaluation/llm_evaluator.py LLMEvaluator 67 67 0 0%
langsmith/evaluation/llm_evaluator.py (no class) 39 9 0 77%
langsmith/evaluation/string_evaluator.py StringEvaluator 9 9 0 0%
langsmith/evaluation/string_evaluator.py (no class) 17 17 0 0%
langsmith/integrations/openai_agents_sdk/__init__.py (no class) 2 0 0 100%
langsmith/integrations/openai_agents_sdk/_openai_agent_utils.py (no class) 111 91 0 18%
langsmith/integrations/openai_agents_sdk/_openai_agents.py OpenAIAgentsTracingProcessor 97 97 0 0%
langsmith/integrations/openai_agents_sdk/_openai_agents.py (no class) 29 6 0 79%
langsmith/middleware.py TracingMiddleware 10 10 0 0%
langsmith/middleware.py (no class) 3 0 0 100%
langsmith/pytest_plugin.py LangSmithPlugin 86 86 0 0%
langsmith/pytest_plugin.py (no class) 95 87 0 8%
langsmith/run_helpers.py LangSmithExtra 0 0 0 100%
langsmith/run_helpers.py SupportsLangsmithExtra 0 0 1 100%
langsmith/run_helpers.py trace 67 67 0 0%
langsmith/run_helpers.py as_runnable.RunnableTraceable 24 24 0 0%
langsmith/run_helpers.py _TraceableContainer 0 0 0 100%
langsmith/run_helpers.py _ContainerInput 0 0 0 100%
langsmith/run_helpers.py _TracedStreamBase 27 27 0 0%
langsmith/run_helpers.py _TracedStream 20 20 0 0%
langsmith/run_helpers.py _TracedAsyncStream 23 23 0 0%
langsmith/run_helpers.py (no class) 630 446 30 29%
langsmith/run_trees.py WriteReplica 0 0 0 100%
langsmith/run_trees.py RunTree 274 200 0 27%
langsmith/run_trees.py RunTree.Config 0 0 0 100%
langsmith/run_trees.py _Baggage 51 51 0 0%
langsmith/run_trees.py (no class) 192 182 0 5%
langsmith/schemas.py Attachment 0 0 0 100%
langsmith/schemas.py BinaryIOLike 0 0 3 100%
langsmith/schemas.py ExampleBase 0 0 0 100%
langsmith/schemas.py ExampleBase.Config 0 0 0 100%
langsmith/schemas.py _AttachmentDict 0 0 0 100%
langsmith/schemas.py ExampleCreate 1 0 0 100%
langsmith/schemas.py ExampleUpsertWithAttachments 0 0 0 100%
langsmith/schemas.py AttachmentInfo 0 0 0 100%
langsmith/schemas.py Example 10 7 0 30%
langsmith/schemas.py ExampleSearch 0 0 0 100%
langsmith/schemas.py AttachmentsOperations 0 0 0 100%
langsmith/schemas.py ExampleUpdate 1 1 0 0%
langsmith/schemas.py ExampleUpdate.Config 0 0 0 100%
langsmith/schemas.py DataType 0 0 0 100%
langsmith/schemas.py DatasetBase 0 0 0 100%
langsmith/schemas.py DatasetBase.Config 0 0 0 100%
langsmith/schemas.py DatasetTransformation 0 0 0 100%
langsmith/schemas.py Dataset 15 7 0 53%
langsmith/schemas.py DatasetVersion 0 0 0 100%
langsmith/schemas.py RunBase 8 6 0 25%
langsmith/schemas.py RunBase.Config 0 0 0 100%
langsmith/schemas.py Run 18 13 0 28%
langsmith/schemas.py RunTypeEnum 0 0 0 100%
langsmith/schemas.py RunLikeDict 0 0 0 100%
langsmith/schemas.py RunWithAnnotationQueueInfo 0 0 0 100%
langsmith/schemas.py FeedbackSourceBase 0 0 0 100%
langsmith/schemas.py APIFeedbackSource 0 0 0 100%
langsmith/schemas.py ModelFeedbackSource 0 0 0 100%
langsmith/schemas.py FeedbackSourceType 0 0 0 100%
langsmith/schemas.py FeedbackBase 0 0 0 100%
langsmith/schemas.py FeedbackBase.Config 0 0 0 100%
langsmith/schemas.py FeedbackCategory 0 0 0 100%
langsmith/schemas.py FeedbackConfig 0 0 0 100%
langsmith/schemas.py FeedbackCreate 0 0 0 100%
langsmith/schemas.py Feedback 0 0 0 100%
langsmith/schemas.py TracerSession 13 5 0 62%
langsmith/schemas.py TracerSessionResult 0 0 0 100%
langsmith/schemas.py BaseMessageLike 0 0 0 100%
langsmith/schemas.py DatasetShareSchema 0 0 0 100%
langsmith/schemas.py AnnotationQueue 0 0 0 100%
langsmith/schemas.py AnnotationQueueWithDetails 0 0 0 100%
langsmith/schemas.py BatchIngestConfig 0 0 0 100%
langsmith/schemas.py LangSmithInfo 0 0 0 100%
langsmith/schemas.py LangSmithSettings 0 0 0 100%
langsmith/schemas.py FeedbackIngestToken 0 0 0 100%
langsmith/schemas.py RunEvent 0 0 0 100%
langsmith/schemas.py TimeDeltaInput 0 0 0 100%
langsmith/schemas.py DatasetDiffInfo 0 0 0 100%
langsmith/schemas.py ComparativeExperiment 3 3 0 0%
langsmith/schemas.py PromptCommit 0 0 0 100%
langsmith/schemas.py ListedPromptCommit 0 0 0 100%
langsmith/schemas.py Prompt 0 0 0 100%
langsmith/schemas.py ListPromptsResponse 0 0 0 100%
langsmith/schemas.py PromptSortField 0 0 0 100%
langsmith/schemas.py InputTokenDetails 0 0 0 100%
langsmith/schemas.py OutputTokenDetails 0 0 0 100%
langsmith/schemas.py InputCostDetails 0 0 0 100%
langsmith/schemas.py OutputCostDetails 0 0 0 100%
langsmith/schemas.py UsageMetadata 0 0 0 100%
langsmith/schemas.py ExtractedUsageMetadata 0 0 0 100%
langsmith/schemas.py UpsertExamplesResponse 0 0 0 100%
langsmith/schemas.py ExampleWithRuns 0 0 0 100%
langsmith/schemas.py ExperimentRunStats 0 0 0 100%
langsmith/schemas.py ExperimentResults 0 0 0 100%
langsmith/schemas.py InsightsReport 2 2 0 0%
langsmith/schemas.py FeedbackFormulaWeightedVariable 0 0 0 100%
langsmith/schemas.py FeedbackFormulaCreate 0 0 0 100%
langsmith/schemas.py FeedbackFormulaUpdate 0 0 0 100%
langsmith/schemas.py FeedbackFormula 0 0 0 100%
langsmith/schemas.py (no class) 752 751 4 1%
langsmith/testing/__init__.py (no class) 2 2 0 0%
langsmith/testing/_internal.py _LangSmithTestSuite 71 71 0 0%
langsmith/testing/_internal.py _TestCase 35 35 0 0%
langsmith/testing/_internal.py _UTExtra 0 0 0 100%
langsmith/testing/_internal.py (no class) 373 354 20 5%
langsmith/utils.py LangSmithError 0 0 0 100%
langsmith/utils.py LangSmithAPIError 0 0 0 100%
langsmith/utils.py LangSmithRequestTimeout 0 0 0 100%
langsmith/utils.py LangSmithUserError 0 0 0 100%
langsmith/utils.py LangSmithRateLimitError 0 0 0 100%
langsmith/utils.py LangSmithAuthError 0 0 0 100%
langsmith/utils.py LangSmithNotFoundError 0 0 0 100%
langsmith/utils.py LangSmithConflictError 0 0 0 100%
langsmith/utils.py LangSmithConnectionError 0 0 0 100%
langsmith/utils.py LangSmithExceptionGroup 2 2 0 0%
langsmith/utils.py LangSmithWarning 0 0 0 100%
langsmith/utils.py LangSmithMissingAPIKeyWarning 0 0 0 100%
langsmith/utils.py FilterPoolFullWarning 6 4 0 33%
langsmith/utils.py FilterLangSmithRetry 2 2 0 0%
langsmith/utils.py LangSmithRetry 0 0 0 100%
langsmith/utils.py ContextThreadPoolExecutor 5 4 0 20%
langsmith/utils.py (no class) 336 275 0 18%
langsmith/uuid.py (no class) 12 12 0 0%
langsmith/wrappers/__init__.py (no class) 5 0 0 100%
langsmith/wrappers/_anthropic.py _get_stream_wrapper.AsyncMessageStreamWrapper 25 25 0 0%
langsmith/wrappers/_anthropic.py _get_stream_wrapper.AsyncMessagesStreamManagerWrapper 5 5 0 0%
langsmith/wrappers/_anthropic.py TracingExtra 0 0 0 100%
langsmith/wrappers/_anthropic.py (no class) 210 182 4 13%
langsmith/wrappers/_gemini.py TracingExtra 0 0 0 100%
langsmith/wrappers/_gemini.py (no class) 218 190 2 13%
langsmith/wrappers/_openai.py TracingExtra 0 0 0 100%
langsmith/wrappers/_openai.py (no class) 197 166 5 16%
langsmith/wrappers/_openai_agents.py (no class) 4 0 0 100%
Total   10798 8643 237 20%

No items found using the specified filter.