FIM (Fill In the Middle) 补全中,用户提供希望输入的前后内容,模型来补全中间的内容,典型用于代码补全、文本中间内容补全等场景中。
{ "model": "model info", "messages": "prompt message", "params": "params", "extra_body": {"prefix":"前缀内容", "suffix":"后缀内容"} }
{ "model": "model info", "prompt": "前缀内容", "suffix": "后缀内容" }
Deepseek 系列:
Qwen系列:
client = OpenAI( api_key="您的 APIKEY", # 从https://cloud.siliconflow.cn/account/ak获取 base_url="https://api.siliconflow.cn/v1" ) messages = [ {"role": "user", "content": "Please write quick sort code"}, ] response = client.chat.completions.create( model="deepseek-ai/DeepSeek-V2.5", messages=messages, extra_body={ "prefix": f""" def quick_sort(arr): # 基本情况,如果数组长度小于等于 1,则返回数组 if len(arr) <= 1: return arr else: """, "suffix": f""" # 测试 quick_sort 函数 arr = [3, 6, 8, 10, 1, 2, 1] sorted_arr = quick_sort(arr) print("Sorted array:", sorted_arr) """ }, stream=True, max_tokens=4096 ) for chunk in response: print(chunk.choices[0].delta.content, end='')
client = OpenAI( api_key="您的 APIKEY", # 从https://cloud.siliconflow.cn/account/ak获取 base_url="https://api.siliconflow.cn/v1" ) response = client.completions.create( model="deepseek-ai/DeepSeek-V2.5", prompt=f""" def quick_sort(arr): # 基本情况,如果数组长度小于等于 1,则返回数组 if len(arr) <= 1: return arr else: """, suffix=f""" # 测试 quick_sort 函数 arr = [3, 6, 8, 10, 1, 2, 1] sorted_arr = quick_sort(arr) print("Sorted array:", sorted_arr) """, stream=True, max_tokens=4096 ) for chunk in response: print(chunk.choices[0].text, end='')