Run in Apidog
Request Body Params application/json
{
"messages" : [
{
"role" : "user" ,
"content" : "Explain the benefits of decentralized AI in one sentence."
}
] ,
"temperature" : 0.1 ,
"model" : "mixtral-8x7b" ,
"max_tokens" : 500
} Request Code Samples
curl --location --request POST 'http://localhost:3000/api/vision-chat' \
--header 'X-API-KEY;' \
--header 'Content-Type: application/json' \
--data-raw '{
"messages": [
{
"role": "user",
"content": "Explain the benefits of decentralized AI in one sentence."
}
],
"temperature": 0.1,
"model": "mixtral-8x7b",
"max_tokens": 500
}' Responses text/event-stream Generate Code
data: { "choices" : [ { "delta" : { "content" : "Dec" , "role" : "assistant" } } ] }
data: { "choices" : [ { "delta" : { "content" : "entral" } } ] }
data: { "choices" : [ { "delta" : { "content" : "ized" } } ] }
data: { "choices" : [ { "delta" : { "content" : " AI" } } ] }
data: { "choices" : [ { "delta" : { "content" : " promotes" } } ] }
data: { "choices" : [ { "delta" : { "content" : " robust" } } ] }
data: { "choices" : [ { "delta" : { "content" : "ness" } } ] }
data: { "choices" : [ { "delta" : { "content" : "," } } ] }
data: { "choices" : [ { "delta" : { "content" : " privacy" } } ] }
data: { "choices" : [ { "delta" : { "content" : "," } } ] }
data: { "choices" : [ { "delta" : { "content" : " and" } } ] }
data: { "choices" : [ { "delta" : { "content" : " democrat" } } ] }
data: { "choices" : [ { "delta" : { "content" : "ization" } } ] }
data: { "choices" : [ { "delta" : { "content" : " of" } } ] }
data: { "choices" : [ { "delta" : { "content" : " AI" } } ] }
data: { "choices" : [ { "delta" : { "content" : " by" } } ] }
data: { "choices" : [ { "delta" : { "content" : " distributing" } } ] }
data: { "choices" : [ { "delta" : { "content" : " computation" } } ] }
data: { "choices" : [ { "delta" : { "content" : " across" } } ] }
data: { "choices" : [ { "delta" : { "content" : " multiple" } } ] }
data: { "choices" : [ { "delta" : { "content" : " nodes" } } ] }
data: { "choices" : [ { "delta" : { "content" : "," } } ] }
data: { "choices" : [ { "delta" : { "content" : " thus" } } ] }
data: { "choices" : [ { "delta" : { "content" : " reducing" } } ] }
data: { "choices" : [ { "delta" : { "content" : " single" } } ] }
data: { "choices" : [ { "delta" : { "content" : " points" } } ] }
data: { "choices" : [ { "delta" : { "content" : " of" } } ] }
data: { "choices" : [ { "delta" : { "content" : " failure" } } ] }
data: { "choices" : [ { "delta" : { "content" : "," } } ] }
data: { "choices" : [ { "delta" : { "content" : " enhancing" } } ] }
data: { "choices" : [ { "delta" : { "content" : " data" } } ] }
data: { "choices" : [ { "delta" : { "content" : " security" } } ] }
data: { "choices" : [ { "delta" : { "content" : "," } } ] }
data: { "choices" : [ { "delta" : { "content" : " and" } } ] }
data: { "choices" : [ { "delta" : { "content" : " enabling" } } ] }
data: { "choices" : [ { "delta" : { "content" : " wider" } } ] }
data: { "choices" : [ { "delta" : { "content" : " access" } } ] }
data: { "choices" : [ { "delta" : { "content" : " to" } } ] }
data: { "choices" : [ { "delta" : { "content" : " AI" } } ] }
data: { "choices" : [ { "delta" : { "content" : " capabilities" } } ] }
data: { "choices" : [ { "delta" : { "content" : "." } } ] }
data: { "choices" : [ { "delta" : { "content" : "" } , "finish_reason" : "stop" } ] }
data: [ DONE]
Modified at 2024-06-12 14:04:31