support base url in web

Author: xusenlin

streamlit-demo/streamlit_app.py

@@ -42,6 +42,19 @@ def main():
  if st.button("🗑️ 清空消息"):
  st.session_state.messages = []
 
+ with st.expander("✨ 模型配置", False):
+ model_name = st.text_input(label="模型名称")
+ base_url = st.text_input(label="模型接口地址", value=os.getenv("CHAT_API_BASE"))
+ api_key = st.text_input(label="API KEY", value=os.getenv("API_KEY", "xxx"))
+
+ st.session_state.update(
+ dict(
+ model_name=model_name,
+ base_url=base_url,
+ api_key=api_key,
+ )
+ )
+
  with st.expander("🐧 参数配置", False):
  max_tokens = st.slider("回复最大token数量", 20, 4096, 1024)
  temperature = st.slider("温度", 0.0, 1.0, 0.9)

streamlit-demo/streamlit_gallery/components/chat/streamlit_app.py

@@ -1,5 +1,3 @@
-import os
-
 import streamlit as st
 from openai import OpenAI
 
@@ -8,8 +6,8 @@ def main():
  st.title("💬 Chatbot")
 
  client = OpenAI(
- api_key=os.getenv("API_KEY"),
- base_url=os.getenv("CHAT_API_BASE"),
+ api_key=st.session_state.get("api_key", "xxx"),
+ base_url=st.session_state.get("base_url", "xxx"),
  )
 
  if "messages" not in st.session_state:
@@ -28,7 +26,7 @@ def main():
  message_placeholder = st.empty()
  full_response = ""
  for response in client.chat.completions.create(
- model="baichuan",
+ model=st.session_state.get("model_name", "xxx"),
  messages=[
  {
  "role": m["role"],

streamlit-demo/streamlit_gallery/components/doc_chat/streamlit_app.py

@@ -14,11 +14,6 @@ def main():
 
  os.makedirs(UPLOAD_FOLDER, exist_ok=True)
 
- client = OpenAI(
- api_key=os.getenv("API_KEY"),
- base_url=os.getenv("CHAT_API_BASE"),
- )
-
  @st.cache_resource
  def load_doc_server():
  embeddings = OpenAIEmbeddings(
@@ -64,6 +59,11 @@ def delete_index(table_name):
 
  st.title("💬 Document Chatbot")
 
+ client = OpenAI(
+ api_key=st.session_state.get("api_key", "xxx"),
+ base_url=st.session_state.get("base_url", "xxx"),
+ )
+
  col1, col2, col3 = st.columns([3, 3, 4])
 
  with col1:
@@ -149,7 +149,7 @@ def delete_index(table_name):
  message_placeholder = st.empty()
  full_response = ""
  pyload = dict(
- model="qwen2",
+ model=st.session_state.get("model_name", "xxx"),
  messages=[
  {
  "role": m["role"],