Update README.md

README.md

@@ -35,9 +35,32 @@ We will continue to release improved versions of Aquila model as open source. Fo
 
 ### 1. Inference
 
+```python
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+from cyg_conversation import covert_prompt_to_input_ids_with_history
 
+tokenizer = AutoTokenizer.from_pretrained("BAAI/AquilaChat-7B")
+model = AutoModelForCausalLM.from_pretrained("BAAI/AquilaChat-7B")
+model.eval()
+model.to("cuda:0")
+vocab = tokenizer.vocab
+print(len(vocab))
 
+text = "请给出10个要到北京旅游的理由。"
 
+tokens = covert_prompt_to_input_ids_with_history(text, history=[], tokenizer=tokenizer, max_token=512)
+
+tokens = torch.tensor(tokens)[None,].to("cuda:0")
+
+
+with torch.no_grad():
+    out = model.generate(tokens, do_sample=True, max_length=512, eos_token_id=100007)[0]
+
+    out = tokenizer.decode(out.cpu().numpy().tolist())
+
+    print(out)
+```
 
 
 ## License