feat(llmobs): [MLOB-2681] instrument openai responses with llm (#13715)

This PR add LLM tracing/instrumentation for the OpenAI Responses
endpoint.

For stream response, we will only get the response.completed chunk
because it includes all metadata. Since there's only one response object
that is present in each stream chunk, we append it as the first item in
streamed_chunks.

This PR only handles function tool, and we might want to support other
type of tools (i.e file search) in the future.

## Checklist
- [x] PR author has checked that all the criteria below are met
- The PR description includes an overview of the change
- The PR description articulates the motivation for the change
- The change includes tests OR the PR description describes a testing
strategy
- The PR description notes risks associated with the change, if any
- Newly-added code is easy to change
- The change follows the [library release note
guidelines](https://ddtrace.readthedocs.io/en/stable/releasenotes.html)
- The change includes or references documentation updates if necessary
- Backport labels are set (if
[applicable](https://ddtrace.readthedocs.io/en/latest/contributing.html#backporting))

## Reviewer Checklist
- [x] Reviewer has checked that all the criteria below are met 
- Title is accurate
- All changes are related to the pull request's stated goal
- Avoids breaking
[API](https://ddtrace.readthedocs.io/en/stable/versioning.html#interfaces)
changes
- Testing strategy adequately addresses listed risks
- Newly-added code is easy to change
- Release note makes sense to a user of the library
- If necessary, author has acknowledged and discussed the performance
implications of this PR as reported in the benchmarks PR comment
- Backport labels are set in a manner that is consistent with the
[release branch maintenance
policy](https://ddtrace.readthedocs.io/en/latest/contributing.html#backporting)

---------

Co-authored-by: Kyle Verhoog <kyle@verhoog.ca>

Author: XG-xin

.riot/requirements/107d8f2.txt

@@ -2,51 +2,50 @@
 # This file is autogenerated by pip-compile with Python 3.8
 # by the following command:
 #
-#    pip-compile --no-annotate --resolver=backtracking .riot/requirements/18de44f.in
+#    pip-compile --allow-unsafe --no-annotate .riot/requirements/1093ff3.in
 #
 annotated-types==0.7.0
 anyio==4.5.2
-attrs==24.3.0
-certifi==2024.12.14
-charset-normalizer==3.4.1
+attrs==25.3.0
+certifi==2025.6.15
+charset-normalizer==3.4.2
 coverage[toml]==7.6.1
 distro==1.9.0
-exceptiongroup==1.2.2
-h11==0.14.0
-httpcore==1.0.7
+exceptiongroup==1.3.0
+h11==0.16.0
+httpcore==1.0.9
 httpx==0.28.1
 hypothesis==6.45.0
 idna==3.10
 importlib-metadata==8.5.0
-iniconfig==2.0.0
-jiter==0.8.2
-mock==5.1.0
+iniconfig==2.1.0
+jiter==0.9.1
+mock==5.2.0
 multidict==6.1.0
-openai==1.60.0
+openai==1.91.0
 opentracing==2.4.0
-packaging==24.2
+packaging==25.0
 pillow==10.4.0
 pluggy==1.5.0
 propcache==0.2.0
-pydantic==2.10.5
+pydantic==2.10.6
 pydantic-core==2.27.2
-pytest==8.3.4
+pytest==8.3.5
 pytest-asyncio==0.21.1
 pytest-cov==5.0.0
-pytest-mock==3.14.0
+pytest-mock==3.14.1
 pytest-randomly==3.15.0
 pyyaml==6.0.2
 regex==2024.11.6
-requests==2.32.3
-six==1.17.0
+requests==2.32.4
 sniffio==1.3.1
 sortedcontainers==2.4.0
 tiktoken==0.7.0
 tomli==2.2.1
 tqdm==4.67.1
-typing-extensions==4.12.2
+typing-extensions==4.13.2
 urllib3==1.26.20
-vcrpy==4.2.1
+vcrpy==6.0.2
 wrapt==1.17.2
 yarl==1.15.2
 zipp==3.20.2

.riot/requirements/18de44f.txt renamed to .riot/requirements/1093ff3.txt

@@ -2,49 +2,51 @@
 # This file is autogenerated by pip-compile with Python 3.11
 # by the following command:
 #
-#    pip-compile --allow-unsafe --no-annotate .riot/requirements/e648105.in
+#    pip-compile --allow-unsafe --no-annotate .riot/requirements/109d638.in
 #
 annotated-types==0.7.0
 anyio==3.7.1
-attrs==25.1.0
-certifi==2024.12.14
-coverage[toml]==7.6.10
+attrs==25.3.0
+certifi==2025.4.26
+coverage[toml]==7.9.1
 distro==1.9.0
-h11==0.14.0
-httpcore==1.0.7
+h11==0.16.0
+httpcore==1.0.9
 httpx==0.27.2
 hypothesis==6.45.0
 idna==3.10
-iniconfig==2.0.0
-mock==5.1.0
-multidict==6.1.0
-numpy==2.2.2
+iniconfig==2.1.0
+mock==5.2.0
+multidict==6.4.4
+numpy==2.3.0
 openai[datalib,embeddings]==1.0.0
 opentracing==2.4.0
-packaging==24.2
-pandas==2.2.3
-pandas-stubs==2.2.3.241126
+packaging==25.0
+pandas==2.3.0
+pandas-stubs==2.2.3.250527
 pillow==9.5.0
-pluggy==1.5.0
-propcache==0.2.1
-pydantic==2.10.6
-pydantic-core==2.27.2
-pytest==8.3.4
+pluggy==1.6.0
+propcache==0.3.2
+pydantic==2.11.6
+pydantic-core==2.33.2
+pygments==2.19.1
+pytest==8.4.0
 pytest-asyncio==0.21.1
-pytest-cov==6.0.0
-pytest-mock==3.14.0
+pytest-cov==6.2.1
+pytest-mock==3.14.1
 pytest-randomly==3.16.0
 python-dateutil==2.9.0.post0
-pytz==2024.2
+pytz==2025.2
 pyyaml==6.0.2
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 tqdm==4.67.1
-types-pytz==2024.2.0.20241221
-typing-extensions==4.12.2
-tzdata==2025.1
+types-pytz==2025.2.0.20250516
+typing-extensions==4.14.0
+typing-inspection==0.4.1
+tzdata==2025.2
 urllib3==1.26.20
-vcrpy==4.2.1
+vcrpy==7.0.0
 wrapt==1.17.2
-yarl==1.18.3
+yarl==1.20.1

.riot/requirements/e648105.txt renamed to .riot/requirements/109d638.txt

@@ -0,0 +1,49 @@
+#
+# This file is autogenerated by pip-compile with Python 3.12
+# by the following command:
+#
+#    pip-compile --allow-unsafe --no-annotate .riot/requirements/1106709.in
+#
+annotated-types==0.7.0
+anyio==4.9.0
+attrs==25.3.0
+certifi==2025.6.15
+charset-normalizer==3.4.2
+coverage[toml]==7.9.1
+distro==1.9.0
+h11==0.16.0
+httpcore==1.0.9
+httpx==0.28.1
+hypothesis==6.45.0
+idna==3.10
+iniconfig==2.1.0
+jiter==0.10.0
+mock==5.2.0
+multidict==6.5.0
+openai==1.91.0
+opentracing==2.4.0
+packaging==25.0
+pillow==11.2.1
+pluggy==1.6.0
+propcache==0.3.2
+pydantic==2.11.7
+pydantic-core==2.33.2
+pygments==2.19.2
+pytest==8.4.1
+pytest-asyncio==0.21.1
+pytest-cov==6.2.1
+pytest-mock==3.14.1
+pytest-randomly==3.16.0
+pyyaml==6.0.2
+regex==2024.11.6
+requests==2.32.4
+sniffio==1.3.1
+sortedcontainers==2.4.0
+tiktoken==0.9.0
+tqdm==4.67.1
+typing-extensions==4.14.0
+typing-inspection==0.4.1
+urllib3==1.26.20
+vcrpy==7.0.0
+wrapt==1.17.2
+yarl==1.20.1

.riot/requirements/1106709.txt

@@ -2,53 +2,53 @@
 # This file is autogenerated by pip-compile with Python 3.8
 # by the following command:
 #
-#    pip-compile --no-annotate --resolver=backtracking .riot/requirements/1e6bd37.in
+#    pip-compile --allow-unsafe --no-annotate .riot/requirements/13c42e3.in
 #
 annotated-types==0.7.0
 anyio==4.5.2
-attrs==24.3.0
-certifi==2024.12.14
+attrs==25.3.0
+certifi==2025.4.26
 coverage[toml]==7.6.1
 distro==1.9.0
-exceptiongroup==1.2.2
-h11==0.14.0
-httpcore==1.0.7
+exceptiongroup==1.3.0
+h11==0.16.0
+httpcore==1.0.9
 httpx==0.27.2
 hypothesis==6.45.0
 idna==3.10
 importlib-metadata==8.5.0
-iniconfig==2.0.0
-mock==5.1.0
+iniconfig==2.1.0
+mock==5.2.0
 multidict==6.1.0
 numpy==1.24.4
 openai[datalib,embeddings]==1.30.1
 opentracing==2.4.0
-packaging==24.2
+packaging==25.0
 pandas==2.0.3
 pandas-stubs==2.0.3.230814
 pillow==9.5.0
 pluggy==1.5.0
 propcache==0.2.0
-pydantic==2.10.5
+pydantic==2.10.6
 pydantic-core==2.27.2
-pytest==8.3.4
+pytest==8.3.5
 pytest-asyncio==0.21.1
 pytest-cov==5.0.0
-pytest-mock==3.14.0
+pytest-mock==3.14.1
 pytest-randomly==3.15.0
 python-dateutil==2.9.0.post0
-pytz==2024.2
+pytz==2025.2
 pyyaml==6.0.2
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 tomli==2.2.1
 tqdm==4.67.1
 types-pytz==2024.2.0.20241221
-typing-extensions==4.12.2
-tzdata==2025.1
+typing-extensions==4.13.2
+tzdata==2025.2
 urllib3==1.26.20
-vcrpy==4.2.1
+vcrpy==6.0.2
 wrapt==1.17.2
 yarl==1.15.2
 zipp==3.20.2