45:I[603186,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/268l5ccisytc0.js","/_next/static/chunks/2b4d1e9ztz65u.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/2g-r6rokjl78a.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/03uy_tk5mi4gg.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0irw7vnh9fzo0.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/1i60vi-4s7c4l.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"PageMetadata"] 46:I[831915,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/268l5ccisytc0.js","/_next/static/chunks/2b4d1e9ztz65u.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/2g-r6rokjl78a.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/03uy_tk5mi4gg.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0irw7vnh9fzo0.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/1i60vi-4s7c4l.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"SearchResultsImage"] 47:I[430295,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/268l5ccisytc0.js","/_next/static/chunks/2b4d1e9ztz65u.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/2g-r6rokjl78a.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/03uy_tk5mi4gg.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0irw7vnh9fzo0.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/1i60vi-4s7c4l.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],""] 48:I[299632,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/268l5ccisytc0.js","/_next/static/chunks/2b4d1e9ztz65u.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/2g-r6rokjl78a.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/03uy_tk5mi4gg.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0irw7vnh9fzo0.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/1i60vi-4s7c4l.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"default"] 49:I[400402,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/268l5ccisytc0.js","/_next/static/chunks/2b4d1e9ztz65u.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/2g-r6rokjl78a.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/03uy_tk5mi4gg.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0irw7vnh9fzo0.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/1i60vi-4s7c4l.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"EndpointCTA"] 4a:I[331699,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/268l5ccisytc0.js","/_next/static/chunks/2b4d1e9ztz65u.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/2g-r6rokjl78a.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/03uy_tk5mi4gg.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0irw7vnh9fzo0.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/1i60vi-4s7c4l.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"ModelContent"] 4e:I[946424,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/268l5ccisytc0.js","/_next/static/chunks/2b4d1e9ztz65u.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/2g-r6rokjl78a.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/03uy_tk5mi4gg.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0irw7vnh9fzo0.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/1i60vi-4s7c4l.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"default"] 42:["$","$L45",null,{"hasPartnerEndpoint":false}] 4b:T69f,# Model Overview ## Description: The Google PaLIGemma-3B-mix model is a one-shot visual language understanding solution for image-to-text generation. This model is ready for commercial use. ## Third-Party Community Consideration This model is not owned or developed by NVIDIA. This model has been developed and built to a third-party’s requirements for this application and use case; see link to Google's [(PaliGemma Model Card](https://ai.google.dev/gemma/docs/paligemma/model-card). ## License, Acceptable Use, and Research Privacy Policy By using this model, you are agreeing to the terms and conditions of the [License](https://github.com/google-research/google-research/blob/master/LICENSE), [Acceptable Use Policy](https://policies.google.com/terms) and [Google Research Privacy Policy](https://policies.google.com/privacy). ## References(s): * [SigLIP paper](https://arxiv.org/pdf/2303.15343) * [Gemma paper](https://arxiv.org/pdf/2403.08295) * [PaLIGemma on HuggingFace](https://huggingface.co/google/paligemma-3b-mix-224-jax) ## Model Architecture: **Architecture Type:** Transformer
**Network Architecture:** SigLIP + Gemma
## Input: **Input Format:** Image + Text
**Input Parameters:** Image: Red, Green, and Blue (RGB); Text: String
**Other Properties Related to Input:** Prompt to caption the image or a question.
## Output:
**Output Format:** Text
**Output Parameters:** temperature, top_p, max_tokens
**Other Properties Related to Output:** Stream
## Supported Operating System(s): * Linux # Inference: **Engine:** [Triton](https://developer.nvidia.com/triton-inference-server)
**Test Hardware:** Other
4c:T52a,<% let pyStream = request.stream.toString()[0].toUpperCase() + request.stream.toString().slice(1) %> import requests, base64 invoke_url = "https://ai.api.nvidia.com/v1/vlm/google/paligemma" stream = <%- pyStream %> with open("<%- request.image_name.replaceAll('"', '\\"') %>", "rb") as f: image_b64 = base64.b64encode(f.read()).decode() assert len(image_b64) < 180_000, \ "The encoded image is too large for this example." headers = { "Authorization": "Bearer $NVIDIA_API_KEY", "Accept": "text/event-stream" if stream else "application/json" } payload = { "messages": [ { "role": "user", "content": [ { "type": "text", "text": '<%- request.prompt.replaceAll("'", "\\'") %>' }, { "type": "image_url", "image_url": { "url": f"data:image/<%- request.image_name.split('.').pop() %>;base64,{image_b64}" } } ] } ], "max_tokens": <%- request.max_tokens %>, "temperature": <%- request.temperature.toFixed(2) %>, "top_p": <%- request.top_p.toFixed(2) %>, "stream": stream } response = requests.post(invoke_url, headers=headers, json=payload) if stream: for line in response.iter_lines(): if line: print(line.decode("utf-8")) else: print(response.json()) 4d:T621,import axios from 'axios'; import { readFile } from 'node:fs/promises'; const invokeUrl = "https://ai.api.nvidia.com/v1/vlm/google/paligemma"; const stream = <%- request.stream %>; const headers = { "Authorization": "Bearer $NVIDIA_API_KEY", "Accept": stream ? "text/event-stream" : "application/json" }; readFile("<%- request.image_name.replaceAll('"', '\\"') %>") .then(data => { const imageB64 = Buffer.from(data).toString('base64'); if (imageB64.length > 180_000) { throw new Error("The encoded image is too large for this example."); } const payload = { "messages": [ { "role": "user", "content": [ { "type": "text", "text": `<%- request.prompt %>` }, { "type": "image_url", "image_url": { "url": `data:image/<%- request.image_name.split('.').pop() %>;base64,${imageB64}` } } ] } ], "max_tokens": <%- request.max_tokens %>, "temperature": <%- request.temperature.toFixed(2) %>, "top_p": <%- request.top_p.toFixed(2) %>, "stream": stream }; return axios.post(invokeUrl, payload, { headers: headers, responseType: stream ? 'stream' : 'json' }); }) .then(response => { if (stream) { response.data.on('data', (chunk) => { console.log(chunk.toString()); }); } else { console.log(JSON.stringify(response.data)); } }) .catch(error => { console.error(error); }); 43:[["$","div",".3",{"className":"relative","children":[["$","div",null,{"className":"relative flex min-h-[194px] w-full flex-col overflow-hidden p-md sm:p-ml bg-manitoulinLightBlack","children":[["$","$L46",null,{"alt":"","className":"object-cover object-center !left-1/2 z-10 !w-1/2 brightness-20 lg:brightness-75","fill":true,"priority":true,"src":"https://assets.ngc.nvidia.com/products/api-catalog/images/google-paligemma.jpg","style":{"maskImage":"linear-gradient(to left, rgba(0,0,0,1), rgba(0,0,0,0))"}}],["$","div",null,{"className":"z-30 mx-auto flex w-full max-w-screen-xl min-w-0 flex-1 flex-col items-start justify-between gap-md lg:flex-row lg:gap-ml","children":["$","section",null,{"aria-describedby":"resource-description","aria-labelledby":"resource-name","className":"flex w-full min-w-0 flex-col lg:flex-1","children":["$","div",null,{"className":"flex flex-col gap-1.5 whitespace-pre-wrap","children":[["$","$L47",null,{"className":"w-fit text-ml text-n300 lowercase hover:text-n050","href":"/google","children":"Google"}],["$","div",null,{"className":"flex flex-col items-start gap-3 lg:flex-row lg:items-center","children":[["$","h1",null,{"className":"max-w-full text-lg leading-heading font-medium break-words text-primary","data-testid":"resource-name","id":"resource-name","children":"paligemma"}],[["$","span","PREVIEW",{"className":"nv-badge nv-badge--kind-solid nv-badge--color-purple h-[18px] py-0","data-testid":"nv-badge","ref":"$undefined","children":["$undefined","Free Endpoint"]}]],"$undefined"]}],["$","p",null,{"className":"max-w-[85ch] text-ms text-primary","id":"resource-description","children":"Vision language model adept at comprehending text and visual inputs to produce informative responses"}],["$","div",null,{"className":"flex w-full flex-col items-start gap-md lg:flex-row lg:items-end lg:justify-between","children":[["$","div",null,{"className":"flex w-full min-w-0 flex-wrap gap-sm lg:flex-1","children":["$","$L48",null,{"artifactType":"ENDPOINT","density":"standard","labels":["Language Generation","Vision Assistant","Visual Question Answering","computer vision","cv","image","nimType:endpoint:nim_type_preview","usecase:endpoint:usecase_image_to_text","video","vlm"],"searchRoutePath":"/models"}]}],["$","div",null,{"className":"z-30 flex w-full flex-row justify-start gap-ms sm:justify-end lg:w-auto lg:shrink-0","children":["$undefined",["$","$L49",null,{"cta":"$undefined","isNIMAccessRestricted":"$undefined","isNIMAvailable":false}]]}]]}]]}]}]}],["$","div",null,{"className":"pointer-events-none absolute right-0 bottom-0 left-0 z-20 h-30 bg-gradient-to-t to-transparent from-manitoulinLightBlack via-manitoulinLightBlack/70"}]]}],["$","div",null,{"className":"px-4 mx-auto flex max-w-screen-xl flex-col pt-0 lg:px-0","data-body-background":"light-black","children":["$","section",null,{"className":"flex w-full flex-col justify-between rounded-4 border-manitoulinBorderColor bg-manitoulinDarkBlack sm:rounded-6 lg:rounded-8 p-ms lg:p-lg","children":["$","$L4a",null,{"artifact":{"artifactType":"ENDPOINT","name":"google-paligemma","displayName":"paligemma","publisher":"google","shortDescription":"Vision language model adept at comprehending text and visual inputs to produce informative responses","logo":"https://assets.ngc.nvidia.com/products/api-catalog/images/google-paligemma.jpg","labels":"$43:0:props:children:0:props:children:1:props:children:props:children:props:children:3:props:children:0:props:children:props:labels","attributes":[{"key":"PREVIEW","value":"true"},{"key":"last_month_api_invocation_count","value":"11821"},{"key":"last_month_download_count","value":"0"}],"updatedDate":"2024-08-26T16:47:12.134Z","canGuestDownload":true,"createdDate":"2024-05-14T17:52:32.534Z","description":"$4b","isPublic":true,"isReadOnly":true,"orgName":"qc69jvmznzxy"},"endpointName":"google-paligemma","endpointSpec":{"openAPISpec":{"openapi":"3.1.0","info":{"title":"NVIDIA NIM API for google/paligemma","description":"The NVIDIA NIM REST API. Please see https://docs.api.nvidia.com/nim for more details.","version":"1.0.0","termsOfService":"https://nvidia.com/legal/terms-of-use","contact":{"name":"NVIDIA Support","url":"https://help.nvidia.com/"},"license":{"name":"Apache 2.0","url":"https://choosealicense.com/licenses/apache-2.0/"}},"servers":[{"url":"https://ai.api.nvidia.com/v1"}],"tags":[{"name":"Multimodal API","description":"This API performs inference using visual language understanding models"}],"paths":{"/vlm/google/paligemma":{"post":{"tags":["Multimodal API"],"summary":"Request response from the model","description":"Invokes inference using the model chat parameters.","operationId":"invokeFunction","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ChatRequest"}}},"required":true},"responses":{"200":{"description":"Invocation is fulfilled","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ChatCompletion"}},"text/event-stream":{"schema":{"$ref":"#/components/schemas/ChatCompletionChunk"}}}},"202":{"description":"Result is pending. Client should poll using the requestId.\n","content":{"application/json":{"example":{},"schema":{}}},"headers":{"NVCF-REQID":{"description":"requestId required for pooling","schema":{"type":"string","format":"uuid","maxLength":36}},"NVCF-STATUS":{"description":"Invocation status","schema":{"type":"string","format":"^[a-zA-Z-]{1,64}$","maxLength":64}}}},"422":{"description":"Validation failed, provided entity could not be processed.","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Errors"},"example":{"type":"urn:nvcf-worker-service:problem-details:unprocessable-entity","title":"Unprocessable Entity","status":422,"detail":"string","instance":"/v2/nvcf/pexec/functions/e598bfc1-b058-41af-869d-556d3c7e1b48","requestId":"3fa85f64-5717-4562-b3fc-2c963f66afa6"}}}},"500":{"description":"The invocation ended with an error.","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Errors"},"example":{"type":"urn:nvcf-worker-service:problem-details:internal-server-error","title":"Internal Server Error","status":500,"detail":"string","instance":"/v2/nvcf/pexec/functions/e598bfc1-b058-41af-869d-556d3c7e1b48","requestId":"3fa85f64-5717-4562-b3fc-2c963f66afa6"}}}}},"x-nvai-meta":{"name":"Create chat completion","returns":"Returns a [chat completion](/docs/api-reference/chat/object) object, or a streamed sequence of [chat completion chunk](/docs/api-reference/chat/streaming) objects if the request is streamed.\n","path":"create","examples":[{"name":"dog.jpeg","input":{"text":"Describe the image.","image":"https://assets.ngc.nvidia.com/products/api-catalog/paligemma/dog.jpeg"},"output":{"text":"In this image we can see a dog standing on the chair, wooden fence, grass and trees."},"requestJson":"{ \"max_tokens\": 512, \"temperature\": 1.0, \"top_p\": 0.7, \"messages\": [ { \"role\": \"user\", \"content\": [ { \"type\": \"text\", \"text\": \"<%- input.text %>\" }, { \"type\": \"image_url\", \"image_url\": { \"url\": \"<%- input.image %>\" } } ] } ], \"stream\": true }","responseJson":"{ \"id\": \"b52fc961-3c88-41cd-91c7-eab3eef21015\", \"choices\": [ { \"index\": 0, \"message\": { \"role\": \"assistant\", \"content\": \"<%- output.text %>\" }, \"finish_reason\": \"stop\" } ], \"usage\": { \"completion_tokens\": 20, \"prompt_tokens\": 262, \"total_tokens\": 282 } }"},{"name":"dogs.jpeg","input":{"text":"How many dogs are in the image?","image":"https://assets.ngc.nvidia.com/products/api-catalog/paligemma/dogs.jpeg"},"output":{"text":"2"},"requestJson":"{ \"max_tokens\": 512, \"temperature\": 1.0, \"top_p\": 0.7, \"messages\": [ { \"role\": \"user\", \"content\": [ { \"type\": \"text\", \"text\": \"<%- input.text %>\" }, { \"type\": \"image_url\", \"image_url\": { \"url\": \"<%- input.image %>\" } } ] } ], \"stream\": false }","responseJson":"{ \"id\": \"7bda3f6a-f5e1-48c4-a67b-fc77f362dc3c\", \"choices\": [ { \"index\": 0, \"message\": { \"role\": \"assistant\", \"content\": \"<%- output.text %>\" }, \"finish_reason\": \"stop\" } ], \"usage\": { \"completion_tokens\": 1, \"prompt_tokens\": 267, \"total_tokens\": 268 } }"}],"templates":[{"title":"Default","requestEjs":{"python":"$4c","node.js":"$4d","curl":"image_b64=$( base64 <%- request.image_name %> )\nstream=<%- request.stream %>\n\nif [ \"$stream\" = true ]; then\n accept_header='Accept: text/event-stream'\nelse\n accept_header='Accept: application/json'\nfi\n\necho '{\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": [\n {\n \"type\": \"text\",\n \"text\": \"<%- request.prompt.replaceAll('\"', '\\\\\"').replaceAll(\"'\", \"'\\\"'\\\"'\") %> \"\n },\n {\n \"type\": \"image_url\",\n \"image_url\": {\n \"url\": \"data:image/<%- request.image_name.split('.').pop() %>;base64,'\"$image_b64\"'\"\n }\n }\n ]\n }\n ],\n \"max_tokens\": <%- request.max_tokens %>,\n \"temperature\": <%- request.temperature.toFixed(2) %>,\n \"top_p\": <%- request.top_p.toFixed(2) %>,\n \"stream\": <%- request.stream %>\n}' > payload.json\n\ncurl https://ai.api.nvidia.com/v1/vlm/google/paligemma \\\n -H \"Authorization: Bearer $NVIDIA_API_KEY\" \\\n -H \"Content-Type: application/json\" \\\n -H \"$accept_header\" \\\n -d @payload.json\n"},"response":"{\n \"choices\": [{\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"...\",\n },\n \"finish_reason\": \"stop\"\n }],\n \"usage\": {\n \"prompt_tokens\": 9,\n \"completion_tokens\": 12,\n \"total_tokens\": 21\n }\n}\n"}]}}},"/status/{requestId}":{"get":{"tags":["Multimodal API"],"summary":"Gets the result of an earlier function invocation request that returned a status of 202.","operationId":"getFunctionInvocationResult","parameters":[{"name":"requestId","in":"path","description":"requestId to poll results","required":true,"schema":{"type":"string","format":"uuid","maxLength":36}}],"responses":{"200":{"description":"Invocation is fulfilled","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ChatCompletion"}}}},"202":{"description":"Result is pending. Client should poll using the requestId.\n","content":{"application/json":{"example":{},"schema":{}}},"headers":{"NVCF-REQID":{"description":"requestId required for pooling","schema":{"type":"string","format":"uuid","maxLength":36}},"NVCF-STATUS":{"description":"Invocation status","schema":{"type":"string","format":"^[a-zA-Z-]{1,64}$","maxLength":64}}}},"422":{"description":"The invocation ended with an error.","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Errors"},"example":{"type":"urn:nvcf-worker-service:problem-details:unprocessable-entity","title":"Unprocessable Entity","status":422,"detail":"string","instance":"/v2/nvcf/pexec/functions/e598bfc1-b058-41af-869d-556d3c7e1b48","requestId":"3fa85f64-5717-4562-b3fc-2c963f66afa6"}}}},"500":{"description":"The invocation ended with an error.","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Errors"},"example":{"type":"urn:nvcf-worker-service:problem-details:internal-server-error","title":"Internal Server Error","status":500,"detail":"string","instance":"/v2/nvcf/pexec/functions/e598bfc1-b058-41af-869d-556d3c7e1b48","requestId":"3fa85f64-5717-4562-b3fc-2c963f66afa6"}}}}}}}},"security":[{"Token":[]}],"components":{"securitySchemes":{"Token":{"type":"http","scheme":"bearer"}},"schemas":{"Errors":{"properties":{"type":{"type":"string","format":"^.{1, 128}$","maxLength":128,"description":"Error type"},"title":{"type":"string","format":"^.{1, 128}$","maxLength":128,"description":"Error title"},"status":{"type":"integer","minimum":100,"maximum":999,"description":"Error status code"},"detail":{"type":"string","format":"^.{1, 1024}$","maxLength":1024,"description":"Detailed information about the error"},"instance":{"type":"string","format":"^.{1, 256}$","maxLength":256,"description":"Function instance used to invoke the request"},"requestId":{"type":"string","format":"uuid","maxLength":36,"description":"UUID of the request"}},"type":"object","required":["type","title","status","detail","instance","requestId"],"title":"InvokeError"},"ChatCompletion":{"properties":{"id":{"description":"A unique identifier for the completion.","format":"uuid","maxLength":36,"title":"Id","type":"string"},"choices":{"description":"The list of completion choices the model generated for the input prompt.","items":{"$ref":"#/components/schemas/Choice"},"maxItems":1,"title":"Choices","type":"array"},"usage":{"allOf":[{"$ref":"#/components/schemas/Usage"}],"description":"Usage statistics for the completion request."}},"required":["id","choices","usage"],"title":"ChatCompletion","type":"object"},"ChatCompletionChunk":{"properties":{"id":{"description":"A unique identifier for the completion.","format":"uuid","maxLength":36,"title":"Id","type":"string"},"choices":{"description":"The list of completion choices the model generated for the input prompt.","items":{"$ref":"#/components/schemas/ChoiceChunk"},"maxItems":1,"title":"Choices","type":"array"}},"required":["id","choices"],"title":"ChatCompletionChunk","type":"object"},"ChatRequest":{"additionalProperties":false,"properties":{"messages":{"description":"A list of messages comprising the conversation. For the PaLIGemma task only single message with `user` role and single image is supported.","examples":[{"content":[{"type":"text","text":"Hi! What is in this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAgAAAAIAQMAAAD+wSzIAAAABlBMVEX///+/v7+jQ3Y5AAAADklEQVQI12P4AIX8EAgALgAD/aNpbtEAAAAASUVORK5CYII=="}}],"role":"user"},{"content":[{"type":"text","text":"Hi! What is in this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,{base64encodedimage}"}}],"role":"user"}],"items":{"$ref":"#/components/schemas/Message"},"maxItems":1,"minItems":1,"title":"Messages","type":"array"},"temperature":{"default":0.2,"description":"The sampling temperature to use for text generation. The higher the temperature value is, the less deterministic the output text will be. It is not recommended to modify both temperature and top_p in the same call.","exclusiveMinimum":0,"maximum":1,"title":"Temperature","type":"number"},"top_p":{"default":0.7,"description":"The top-p sampling mass used for text generation. The top-p value determines the probability mass that is sampled at sampling time. For example, if top_p = 0.2, only the most likely tokens (summing to 0.2 cumulative probability) will be sampled. It is not recommended to modify both temperature and top_p in the same call.","exclusiveMinimum":0,"maximum":1,"title":"Top P","type":"number"},"max_tokens":{"default":1024,"description":"The maximum number of tokens to generate in any given call. Note that the model is not aware of this value, and generation will simply stop at the number of tokens specified.","maximum":1024,"minimum":1,"title":"Max Tokens","type":"integer"},"stream":{"default":false,"description":"If set, partial message deltas will be sent. Tokens will be sent as data-only server-sent events (SSE) as they become available (JSON responses are prefixed by `data: `), with the stream terminated by a `data: [DONE]` message.","title":"Stream","type":"boolean"}},"required":["messages"],"title":"ChatRequest","type":"object"},"Choice":{"properties":{"index":{"default":0,"description":"The index of the choice in the list of choices (always 0).","exclusiveMaximum":1,"minimum":0,"title":"Index","type":"integer"},"message":{"allOf":[{"$ref":"#/components/schemas/Message"}],"description":"A chat completion message generated by the model.","examples":[{"content":"The image features a gray and white checkered pattern on a white background.","role":"assistant"}]},"finish_reason":{"anyOf":[{"enum":["stop","length"],"type":"string"},{"type":"null"}],"default":null,"description":"The reason the model stopped generating tokens. This will be `stop` if the model hit a natural stop point or a provided stop sequence, or `length` if the maximum number of tokens specified in the request was reached.","examples":["stop"],"title":"Finish Reason"}},"required":["message"],"title":"Choice","type":"object"},"ChoiceChunk":{"properties":{"index":{"default":0,"description":"The index of the choice in the list of choices (always 0).","exclusiveMaximum":1,"minimum":0,"title":"Index","type":"integer"},"delta":{"allOf":[{"$ref":"#/components/schemas/Message"}],"description":"A chat completion delta generated by streamed model responses.","examples":[{"content":"The","role":"assistant"}]},"finish_reason":{"anyOf":[{"enum":["stop","length"],"type":"string"},{"type":"null"}],"default":null,"description":"The reason the model stopped generating tokens. This will be `stop` if the model hit a natural stop point or a provided stop sequence, or `length` if the maximum number of tokens specified in the request was reached. Will be `null` if the model has not finished generating.","title":"Finish Reason"}},"required":["delta"],"title":"ChoiceChunk","type":"object"},"Message":{"additionalProperties":false,"properties":{"role":{"description":"The role of the message author.","enum":["user","assistant"],"title":"Role","type":"string"},"content":{"anyOf":[{"type":"string"},{"items":{"anyOf":[{"$ref":"#/components/schemas/UserTextContent"},{"$ref":"#/components/schemas/UserImageContent"}]},"type":"array"},{"type":"null"}],"default":null,"description":"The contents of the message.\n
To pass media (only with role=`user`):\n
- Use content parts. Text is passed with `type`=`text`.\n
- Images are passed with `type`=`image_url`; set `image_url.url` to an image URL or a base64 data URI like `data:image/{format};base64,{base64encodedimage}`.\n
For `system` and `assistant` roles, the object list format is not supported.\n","title":"Content"}},"required":["role"],"title":"Message","type":"object"},"Usage":{"properties":{"completion_tokens":{"description":"Number of tokens in the generated completion.","examples":[19],"maximum":1024,"minimum":0,"title":"Completion Tokens","type":"integer"},"prompt_tokens":{"description":"Number of tokens in the prompt.","examples":[52],"maximum":3072,"minimum":0,"title":"Prompt Tokens","type":"integer"},"total_tokens":{"description":"Total number of tokens used in the request (prompt + completion).","examples":[71],"maximum":4096,"minimum":0,"title":"Total Tokens","type":"integer"}},"required":["completion_tokens","prompt_tokens","total_tokens"],"title":"Usage","type":"object"},"UserImageContent":{"additionalProperties":false,"properties":{"type":{"const":"image_url","description":"The type of the content part.","title":"Type"},"image_url":{"additionalProperties":false,"properties":{"url":{"description":"The image URL or base64 data URI.","maxLength":204800,"title":"Url","type":"string"}},"required":["url"],"title":"Image Url","type":"object"}},"required":["type","image_url"],"title":"UserImageContent","type":"object"},"UserTextContent":{"additionalProperties":false,"properties":{"type":{"const":"text","description":"The type of the content part.","title":"Type"},"text":{"description":"The text content that will be rendered as a header on the input image.","maxLength":204800,"title":"Text","type":"string"}},"required":["type","text"],"title":"UserTextContent","type":"object"}}}},"namespace":"qc69jvmznzxy","updatedDate":"2026-08-10T20:29:42.638Z","nvcfFunctionId":"a70e7356-c643-41b3-9a7e-b89ea1e7dea1","createdDate":"2024-05-14T17:52:32.826Z","attributes":{"apiDocsUrl":"https://docs.api.nvidia.com/nim/reference/google-paligemma","termsOfUse":"GOVERNING TERMS: Your use of this API is governed by the NVIDIA API Trial Service Terms of Use; and the use of this model is governed by the NVIDIA AI Foundation Models Community License and Gemma Terms of Use and Gemma Prohibited Use Policy.\n","showUnavailableBanner":false,"playground":{"type":"custom","input":{"items":[{"key":"image_b64","type":"upload","formats":["jpg","jpeg","png"],"title":"Upload Image"},{"key":"prompt","type":"text-area","title":"Input"}]},"output":{"items":[{"key":"choices[0].message.content","type":"code"}]},"requestBody":"{ \"max_tokens\": <%- request.max_tokens %>, \"temperature\": <%- request.temperature %>, \"top_p\": <%- request.top_p %>, \"stream\": <%- request.stream %>, \"messages\": [ { \"role\": \"user\", \"content\": [ { \"type\": \"text\", \"text\": \"<%- request.prompt %>\" }, { \"type\": \"image_url\", \"image_url\": { \"url\": \"<%- request.image_b64 %>\" } } ] } ] }"},"specifications":{"contextLength":8192,"parameters":2923466480,"inputModalities":["Text","Image"],"outputModalities":["Text"]},"modelCapability":{"functionCalling":false,"structuredOutput":false,"reasoning":false}},"artifactName":"google-paligemma"},"isLoginRequired":true,"playgroundElement":"$undefined","publisherName":"google","searchParams":{},"tabs":[{"label":"Experience","bare":true,"icon":"play","kind":"default","id":"experience","href":"/google/google-paligemma","aliases":["/google/google-paligemma/experience"]},{"label":"Model Card","icon":"book","kind":"default","id":"modelcard","href":"/google/google-paligemma/modelcard","aliases":"$undefined"}]}]}]}]]}]] 44:["$","$L4e",null,{"spec":"$43:0:props:children:1:props:children:props:children:props:endpointSpec"}]