Madushani-Weerasekara commited on
Commit
9c9f7dd
·
verified ·
1 Parent(s): f5bd67a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -16
app.py CHANGED
@@ -26,10 +26,7 @@ def load_model():
26
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
27
  return pipe
28
 
29
-
30
  def main():
31
-
32
- # st.set_page_config(page_title="ChatGPT Clone", page_icon="🤖")
33
  st.title("ChatGPT-Clone")
34
 
35
  # Load the generator model only once
@@ -43,33 +40,27 @@ def main():
43
 
44
  # Display past messages
45
  for msg in st.session_state.messages:
46
- with st.chat_message(msg["role"]):
47
- st.markdown(msg["content"])
48
 
49
  # Chat input
50
  if prompt := st.chat_input("Ask anything..."):
51
- st.session_state.messages.append({"role" : "user", "content" : prompt})
52
 
53
  with st.chat_message("user"):
54
  st.markdown(prompt)
55
 
56
  with st.chat_message("assistant"):
57
  with st.spinner("Thinking..."):
58
- # Call Mistral-7B API
59
  result = st.session_state.generator(
60
  prompt,
61
- max_new_tokens = 512,
62
- temperature = 0.7,
63
- do_sample = True,
64
-
65
  )[0]["generated_text"]
66
  st.markdown(result)
67
 
68
- st.session_state.messages.append({"role" : "assistant", "content" : result})
69
-
70
-
71
 
72
  if __name__ == "__main__":
73
  main()
74
-
75
-
 
26
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
27
  return pipe
28
 
 
29
  def main():
 
 
30
  st.title("ChatGPT-Clone")
31
 
32
  # Load the generator model only once
 
40
 
41
  # Display past messages
42
  for msg in st.session_state.messages:
43
+ with st.chat_message(msg["role"]):
44
+ st.markdown(msg["content"])
45
 
46
  # Chat input
47
  if prompt := st.chat_input("Ask anything..."):
48
+ st.session_state.messages.append({"role": "user", "content": prompt})
49
 
50
  with st.chat_message("user"):
51
  st.markdown(prompt)
52
 
53
  with st.chat_message("assistant"):
54
  with st.spinner("Thinking..."):
 
55
  result = st.session_state.generator(
56
  prompt,
57
+ max_new_tokens=512,
58
+ temperature=0.7,
59
+ do_sample=True
 
60
  )[0]["generated_text"]
61
  st.markdown(result)
62
 
63
+ st.session_state.messages.append({"role": "assistant", "content": result})
 
 
64
 
65
  if __name__ == "__main__":
66
  main()