Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -26,10 +26,7 @@ def load_model():
|
|
| 26 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
| 27 |
return pipe
|
| 28 |
|
| 29 |
-
|
| 30 |
def main():
|
| 31 |
-
|
| 32 |
-
# st.set_page_config(page_title="ChatGPT Clone", page_icon="🤖")
|
| 33 |
st.title("ChatGPT-Clone")
|
| 34 |
|
| 35 |
# Load the generator model only once
|
|
@@ -43,33 +40,27 @@ def main():
|
|
| 43 |
|
| 44 |
# Display past messages
|
| 45 |
for msg in st.session_state.messages:
|
| 46 |
-
|
| 47 |
-
|
| 48 |
|
| 49 |
# Chat input
|
| 50 |
if prompt := st.chat_input("Ask anything..."):
|
| 51 |
-
st.session_state.messages.append({"role"
|
| 52 |
|
| 53 |
with st.chat_message("user"):
|
| 54 |
st.markdown(prompt)
|
| 55 |
|
| 56 |
with st.chat_message("assistant"):
|
| 57 |
with st.spinner("Thinking..."):
|
| 58 |
-
# Call Mistral-7B API
|
| 59 |
result = st.session_state.generator(
|
| 60 |
prompt,
|
| 61 |
-
max_new_tokens
|
| 62 |
-
temperature
|
| 63 |
-
do_sample
|
| 64 |
-
|
| 65 |
)[0]["generated_text"]
|
| 66 |
st.markdown(result)
|
| 67 |
|
| 68 |
-
st.session_state.messages.append({"role"
|
| 69 |
-
|
| 70 |
-
|
| 71 |
|
| 72 |
if __name__ == "__main__":
|
| 73 |
main()
|
| 74 |
-
|
| 75 |
-
|
|
|
|
| 26 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
| 27 |
return pipe
|
| 28 |
|
|
|
|
| 29 |
def main():
|
|
|
|
|
|
|
| 30 |
st.title("ChatGPT-Clone")
|
| 31 |
|
| 32 |
# Load the generator model only once
|
|
|
|
| 40 |
|
| 41 |
# Display past messages
|
| 42 |
for msg in st.session_state.messages:
|
| 43 |
+
with st.chat_message(msg["role"]):
|
| 44 |
+
st.markdown(msg["content"])
|
| 45 |
|
| 46 |
# Chat input
|
| 47 |
if prompt := st.chat_input("Ask anything..."):
|
| 48 |
+
st.session_state.messages.append({"role": "user", "content": prompt})
|
| 49 |
|
| 50 |
with st.chat_message("user"):
|
| 51 |
st.markdown(prompt)
|
| 52 |
|
| 53 |
with st.chat_message("assistant"):
|
| 54 |
with st.spinner("Thinking..."):
|
|
|
|
| 55 |
result = st.session_state.generator(
|
| 56 |
prompt,
|
| 57 |
+
max_new_tokens=512,
|
| 58 |
+
temperature=0.7,
|
| 59 |
+
do_sample=True
|
|
|
|
| 60 |
)[0]["generated_text"]
|
| 61 |
st.markdown(result)
|
| 62 |
|
| 63 |
+
st.session_state.messages.append({"role": "assistant", "content": result})
|
|
|
|
|
|
|
| 64 |
|
| 65 |
if __name__ == "__main__":
|
| 66 |
main()
|
|
|
|
|
|