remove unnecessary sleep

livekit · Oct 29, 2024 · 898c02a · 898c02a
1 parent b0c9039
commit 898c02a
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 3 deletions.
diff --git a/livekit-plugins/livekit-plugins-dify/CHANGELOG.md b/livekit-plugins/livekit-plugins-dify/CHANGELOG.md
@@ -1,5 +1,8 @@
 Changelog
 
+- v0.3.0
+Remove sleep to speed up the response
+
 - v0.2.0
 Fix bug
 

diff --git a/livekit-plugins/livekit-plugins-dify/README.md b/livekit-plugins/livekit-plugins-dify/README.md
@@ -1,7 +1,8 @@
 # LiveKit Plugins Dify
 
-To use:
+LLM inference implemention from Dify API
 
+Usage:
 ```
     agent = VoicePipelineAgent(
         vad=ctx.proc.userdata["vad"],

diff --git a/livekit-plugins/livekit-plugins-dify/livekit/plugins/dify/llm.py b/livekit-plugins/livekit-plugins-dify/livekit/plugins/dify/llm.py
@@ -165,7 +165,7 @@ async def __anext__(self):
         async for chunk in self._dify_stream.aiter_lines():
 
             if not chunk.strip():
-                await asyncio.sleep(0.1)  
+                # await asyncio.sleep(0.1)  #remove this sleep after testing.
                 continue
 
             # print(f"Received chunk: {chunk.strip()}")  

diff --git a/livekit-plugins/livekit-plugins-dify/livekit/plugins/dify/version.py b/livekit-plugins/livekit-plugins-dify/livekit/plugins/dify/version.py
@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "0.2.0"
+__version__ = "0.3.0"