diff --git a/tests/integrations/langchain/test_langchain.py b/tests/integrations/langchain/test_langchain.py
index 6498cefbaf..7dcf5763df 100644
--- a/tests/integrations/langchain/test_langchain.py
+++ b/tests/integrations/langchain/test_langchain.py
@@ -2,7 +2,14 @@
 from unittest.mock import Mock
 
 import pytest
-from langchain_community.chat_models import ChatOpenAI
+
+try:
+    # Langchain >= 0.2
+    from langchain_openai import ChatOpenAI
+except ImportError:
+    # Langchain < 0.2
+    from langchain_community.chat_models import ChatOpenAI
+
 from langchain_core.callbacks import CallbackManagerForLLMRun
 from langchain_core.messages import BaseMessage, AIMessageChunk
 from langchain_core.outputs import ChatGenerationChunk
diff --git a/tox.ini b/tox.ini
index 1e1da9c398..64570fa0ad 100644
--- a/tox.ini
+++ b/tox.ini
@@ -152,7 +152,7 @@ envlist =
     {py3.9,py3.11,py3.12}-huggingface_hub-{v0.22,latest}
 
     # Langchain
-    {py3.9,py3.11,py3.12}-langchain-0.1
+    {py3.9,py3.11,py3.12}-langchain-v0.1
     {py3.9,py3.11,py3.12}-langchain-latest
     {py3.9,py3.11,py3.12}-langchain-notiktoken
 
@@ -462,12 +462,16 @@ deps =
     huggingface_hub-latest: huggingface_hub
 
     # Langchain
-    langchain: openai~=1.0.0
-    langchain-0.1: langchain~=0.1.11
-    langchain-0.1: tiktoken~=0.6.0
+    langchain-v0.1: openai~=1.0.0
+    langchain-v0.1: langchain~=0.1.11
+    langchain-v0.1: tiktoken~=0.6.0
     langchain-latest: langchain
+    langchain-latest: langchain-openai
+    langchain-latest: openai>=1.6.1
     langchain-latest: tiktoken~=0.6.0
     langchain-notiktoken: langchain
+    langchain-notiktoken: langchain-openai
+    langchain-notiktoken: openai>=1.6.1
 
     # Loguru
     loguru-v0.5: loguru~=0.5.0