29:["$","$L44",null,{"state":{"mutations":[],"queries":[{"state":{"data":null,"dataUpdateCount":1,"dataUpdatedAt":1760384500312,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":["killswitches/guard/chat-v2.enabled"],"queryHash":"[\"killswitches/guard/chat-v2.enabled\"]"},{"state":{"data":true,"dataUpdateCount":1,"dataUpdatedAt":1760384500092,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":["killswitches/chatWithTools/chat-v2.enabled"],"queryHash":"[\"killswitches/chatWithTools/chat-v2.enabled\"]"},{"state":{"data":true,"dataUpdateCount":1,"dataUpdatedAt":1760384500092,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":["killswitches/chatWithFeatures/chat-v2.enabled"],"queryHash":"[\"killswitches/chatWithFeatures/chat-v2.enabled\"]"},{"state":{"data":null,"dataUpdateCount":1,"dataUpdatedAt":1760384500316,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":["killswitches/llama-3_1-nemoguard-8b-topic-control/playground.enabled"],"queryHash":"[\"killswitches/llama-3_1-nemoguard-8b-topic-control/playground.enabled\"]"},{"state":{"data":false,"dataUpdateCount":1,"dataUpdatedAt":1760384500092,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":["killswitches/chat-metrics.enabled"],"queryHash":"[\"killswitches/chat-metrics.enabled\"]"},{"state":{"data":true,"dataUpdateCount":1,"dataUpdatedAt":1760384500092,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":["killswitches/vss-2.enabled"],"queryHash":"[\"killswitches/vss-2.enabled\"]"},{"state":{"data":true,"dataUpdateCount":1,"dataUpdatedAt":1760384500092,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":["killswitches/mega-2.enabled"],"queryHash":"[\"killswitches/mega-2.enabled\"]"},{"state":{"data":true,"dataUpdateCount":1,"dataUpdatedAt":1760384500092,"error":null,"errorUpdateCount":0,"errorUpdatedAt":0,"fetchFailureCount":0,"fetchFailureReason":null,"fetchMeta":null,"isInvalidated":false,"status":"success","fetchStatus":"idle"},"queryKey":["killswitches/riva-magpie-2.enabled"],"queryHash":"[\"killswitches/riva-magpie-2.enabled\"]"}]},"children":["$undefined",["$","div",null,{"className":"px-4 pt-4 lg:px-8 mx-auto flex max-w-[1600px] flex-col gap-md","children":[["$","div",null,{"className":"relative flex min-h-[150px] flex-col overflow-hidden rounded-4 border-sm border-solid border-n700 bg-manitoulinDarkBlack p-md sm:rounded-6 lg:rounded-8 lg:px-ml lg:py-ml","children":[["$","$L45",null,{"alt":"","className":"object-cover object-center !left-1/2 z-10 !w-1/2 brightness-20 lg:brightness-100","fill":true,"priority":true,"src":"https://assets.ngc.nvidia.com/products/api-catalog/images/llama-3_1-nemoguard-8b-topic-control.jpg","style":{"maskImage":"linear-gradient(to left, rgba(0,0,0,1), rgba(0,0,0,0))"}}],["$","div",null,{"className":"z-20 flex min-w-0 flex-1 flex-col justify-between gap-ml lg:flex-row","children":[["$","div",null,{"className":"flex min-w-0 flex-1 flex-col","children":["$","div",null,{"className":"flex flex-col gap-0.5 whitespace-pre-wrap","children":[["$","h2",null,{"className":"text-ml lowercase text-n300 hover:text-n050","children":["$","$L38",null,{"href":"/nvidia","children":"nvidia"}]}],["$","div",null,{"className":"flex items-center gap-3","children":[["$","h1",null,{"className":"text-lg font-medium leading-heading","data-testid":"resource-name","children":"llama-3.1-nemoguard-8b-topic-control"}],["$","span",null,{"className":"inline-flex h-5 w-fit items-center gap-1 rounded-1 px-2 align-bottom text-xs font-bold uppercase leading-caps tracking-more border-0 bg-p300 text-p700","children":["$undefined","Run Anywhere"]}],"$undefined"]}],["$","p",null,{"className":"text-ms","children":"Topic control model to keep conversations focused on approved topics, avoiding inappropriate content."}],["$","div",null,{"className":"mt-2 flex flex-wrap gap-sm","children":["$","$L46",null,{"density":"standard","labels":["Content safety","Dialogue Safety","Guard Model","LLM safety"]}]}]]}]}],["$","div",null,{"className":"mt-auto flex gap-ms","children":["$undefined",["$","$L47",null,{"cta":{"text":"Apply to Self-Host","url":"https://www.nvidia.com/en-us/ai/nim-notifyme/","nim_available_override_url":"https://catalog.ngc.nvidia.com/orgs/nim/teams/nvidia/containers/llama-3.1-nemoguard-8b-topic-control"},"isNIMAvailable":true}]]}]]}]]}],["$","section",null,{"className":"flex w-full flex-col justify-between rounded-4 border-manitoulinBorderColor bg-manitoulinDarkBlack sm:rounded-6 lg:rounded-8 p-ms lg:p-lg","children":["$","$L48",null,{"artifact":{"artifactType":"ENDPOINT","name":"llama-3_1-nemoguard-8b-topic-control","displayName":"llama-3.1-nemoguard-8b-topic-control","publisher":"nvidia","shortDescription":"Topic control model to keep conversations focused on approved topics, avoiding inappropriate content.","logo":"https://assets.ngc.nvidia.com/products/api-catalog/images/llama-3_1-nemoguard-8b-topic-control.jpg","labels":"$49","attributes":[{"key":"AVAILABLE","value":"true"},{"key":"PREVIEW","value":"false"}],"bias":"Field | Response\n:---------------------------------------------------------------------------------------------------|:---------------\nParticipation considerations from adversely impacted groups [protected classes](https://www.senate.ca.gov/content/protected-classes) in model design and testing: | Not Applicable\nMeasures taken to mitigate against unwanted bias: | None","canGuestDownload":true,"createdDate":"2025-01-16T13:44:55.672Z","description":"$4a","explainability":"$4b","isPublic":true,"isReadOnly":true,"orgName":"qc69jvmznzxy","privacy":"$4c","safetyAndSecurity":"Field | Response\n:---------------------------------------------------|:----------------------------------\nModel Application(s): | Dialogue agents for topic / dialogue moderation\nDescribe the life critical impact (if present). | Not Applicable\nUse Case Restrictions: | Should not be used for any use case other than text-based topic and dialogue moderation in task oriented dialogue agents.\nModel and dataset restrictions: | Abide by the [NVIDIA API Trial Terms of Service](https://assets.ngc.nvidia.com/products/api-catalog/legal/NVIDIA%20API%20Trial%20Terms%20of%20Service.pdf). Use of this model is governed by the [NVIDIA Community License Agreement](https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-community-models-license/). Additional Information: [Llama 3.1 Community License Agreement](https://www.llama.com/llama3_1/license/). Built with Llama.","updatedDate":"2025-03-25T01:16:40.059Z"},"endpointName":"llama-3_1-nemoguard-8b-topic-control","endpointSpec":{"openAPISpec":{"openapi":"3.1.0","info":{"title":"NVIDIA NIM API for nvidia/llama-3.1-nemoguard-8b-topic-control","description":"The NVIDIA NIM REST API. Please see https://docs.api.nvidia.com/nim/reference/nvidia-llama-3_1-nemoguard-8b-topic-control for more details.","version":"1.0.0","termsOfService":"https://www.nvidia.com/en-us/data-center/products/nvidia-ai-enterprise/eula/","contact":{"name":"NVIDIA Enterprise Support","url":"https://www.nvidia.com/en-us/support/enterprise/"},"license":{"name":"Llama 3 License","url":"https://llama.meta.com/llama3/license/"}},"servers":[{"url":"https://integrate.api.nvidia.com/v1/"}],"paths":{"/chat/completions":{"post":{"operationId":"create_chat_completion_v1_chat_completions_post","tags":["Chat"],"summary":"Creates a model response for the given chat conversation.","description":"Given a list of messages comprising a conversation, the model will return a response. Compatible with OpenAI. See https://platform.openai.com/docs/api-reference/chat/create","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/ChatCompletionRequest"}}},"required":true},"responses":{"200":{"description":"Successful Response","content":{"application/json":{"schema":{"$ref":"#/components/schemas/ChatCompletionResponse"}}}},"402":{"description":"Payment Required","content":{"application/json":{"schema":{"$ref":"#/components/schemas/PaymentRequiredError"}}}},"422":{"description":"Validation Error","content":{"application/json":{"schema":{"$ref":"#/components/schemas/HTTPValidationError"}}}}},"x-nvai-meta":{"name":"Create chat completion","returns":"Returns a [chat completion](/docs/api-reference/chat/object) object.\n","path":"create","examples":[{"name":"Example 1","requestJson":"$4d","responseJson":"{\n \"id\": \"chat-5ca3dcbc798a4d9fa0edc8879806dac5\",\n \"object\": \"chat.completion\",\n \"created\": 1732722977,\n \"model\": \"nvidia/llama-3.1-nemoguard-8b-topic-control\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"off-topic \"\n },\n \"logprobs\": null,\n \"finish_reason\": \"stop\",\n \"stop_reason\": null\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 281,\n \"total_tokens\": 284,\n \"completion_tokens\": 3\n },\n \"prompt_logprobs\": null\n}\n"}],"templates":[{"title":"No Streaming","requestEjs":{"python":"from openai import OpenAI\n\nclient = OpenAI(\n base_url = \"https://integrate.api.nvidia.com/v1\",\n api_key = \"$NVIDIA_API_KEY\"\n)\n\ncompletion = client.chat.completions.create(\n model=\"<%- request.model %>\",\n messages=<%- JSON.stringify(request.messages) %>,\n temperature=<%- request.temperature %>,\n top_p=<%- request.top_p %>,\n max_tokens=<%- request.max_tokens %>\n)\nprint(completion.choices[0].message)\n","node.js":"import OpenAI from 'openai';\n\nconst openai = new OpenAI({\n apiKey: '$NVIDIA_API_KEY',\n baseURL: 'https://integrate.api.nvidia.com/v1',\n})\n\nasync function main() {\n const completion = await openai.chat.completions.create({\n model: \"<%- request.model %>\",\n messages: <%- JSON.stringify(request.messages) %>,\n temperature: <%- request.temperature %>,\n top_p: <%- request.top_p %>,\n max_tokens: <%- request.max_tokens %>,\n })\n process.stdout.write(completion.choices[0]?.message?.content);\n}\n\nmain();","curl":"curl https://integrate.api.nvidia.com/v1/chat/completions \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $NVIDIA_API_KEY\" \\\n -d '{\n \"model\": \"nvidia/llama-3.1-nemoguard-8b-topic-control\",\n \"messages\": <%- JSON.stringify(request.messages).replaceAll(\"'\", \"'\\\"'\\\"'\") %>,\n \"temperature\": <%- request.temperature %>, \n \"top_p\": <%- request.top_p %>,\n \"max_tokens\": <%- request.max_tokens %> \n }'\n"},"response":"{\n \"id\": \"chat-5ca3dcbc798a4d9fa0edc8879806dac5\",\n \"object\": \"chat.completion\",\n \"created\": 1732722977,\n \"model\": \"nvidia/llama-3.1-nemoguard-8b-topic-control\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"off-topic \"\n },\n \"logprobs\": null,\n \"finish_reason\": \"stop\",\n \"stop_reason\": null\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 281,\n \"total_tokens\": 284,\n \"completion_tokens\": 3\n },\n \"prompt_logprobs\": null\n}\n"}]}}}},"security":[{"Token":[]}],"components":{"securitySchemes":{"Token":{"type":"http","scheme":"bearer"}},"schemas":{"ChatCompletionRequest":{"properties":{"model":{"type":"string","title":"Model","default":"nvidia/llama-3.1-nemoguard-8b-topic-control"},"max_tokens":{"type":"integer","minimum":1,"title":"Max Tokens","description":"The maximum number of tokens to generate in any given call. Note that the model is not aware of this value, and generation will simply stop at the number of tokens specified.","default":1024},"temperature":{"type":"number","maximum":2,"minimum":0,"title":"Temperature","description":"The sampling temperature to use for text generation. The higher the temperature value is, the less deterministic the output text will be. It is not recommended to modify both temperature and top_p in the same call.","default":0.5},"top_p":{"type":"number","maximum":1,"exclusiveMinimum":0,"title":"Top P","description":"The top-p sampling mass used for text generation. The top-p value determines the probability mass that is sampled at sampling time. For example, if top_p = 0.2, only the most likely tokens (summing to 0.2 cumulative probability) will be sampled. It is not recommended to modify both temperature and top_p in the same call.","default":1},"stop":{"anyOf":[{"items":{"type":"string"},"type":"array"},{"type":"string"},{"type":"null"}],"title":"Stop","description":"A string or a list of strings where the API will stop generating further tokens. The returned text will not contain the stop sequence.","examples":[null]},"frequency_penalty":{"type":"number","maximum":2,"minimum":-2,"default":0,"title":"Frequency Penalty","description":"Indicates how much to penalize new tokens based on their existing frequency in the text so far, decreasing model likelihood to repeat the same line verbatim."},"presence_penalty":{"type":"number","maximum":2,"minimum":-2,"default":0,"title":"Presence Penalty","description":"Positive values penalize new tokens based on whether they appear in the text so far, increasing model likelihood to talk about new topics."},"messages":{"items":{"$ref":"#/components/schemas/ChatMessage"},"type":"array","title":"Messages","description":"A list of messages comprising the conversation so far."}},"additionalProperties":false,"type":"object","required":["messages"],"title":"ChatCompletionRequest","description":"OpenAI ChatCompletionRequest"},"ChatCompletionResponse":{"properties":{"id":{"type":"string","title":"Id","description":"A unique identifier for the completion."},"object":{"type":"string","title":"Object","default":"chat.completion"},"created":{"type":"integer","title":"Created"},"model":{"type":"string","title":"Model","example":"nvidia/llama-3.1-nemoguard-8b-topic-control"},"choices":{"items":{"$ref":"#/components/schemas/ChatCompletionResponseChoice"},"type":"array","title":"Choices","description":"The list of completion choices the model generated for the input prompt."},"usage":{"$ref":"#/components/schemas/UsageInfo","description":"Usage statistics for the completion request."}},"type":"object","required":["model","choices","usage"],"title":"ChatCompletionResponse"},"ChatCompletionResponseChoice":{"properties":{"index":{"type":"integer","title":"Index","description":"The index of the choice in the list of choices (always 0)."},"message":{"$ref":"#/components/schemas/ChatMessage","description":"A chat completion message generated by the model."},"finish_reason":{"anyOf":[{"type":"string","enum":["stop","length"]},{"type":"null"}],"title":"Finish Reason","description":"The reason the model stopped generating tokens. This will be `stop` if the model hit a natural stop point or a provided stop sequence, or `length` if the maximum number of tokens specified in the request was reached. Will be `null` if the model has not finished"}},"type":"object","required":["index","message"],"title":"ChatCompletionResponseChoice"},"ChatMessage":{"properties":{"role":{"type":"string","title":"Role","example":"user","description":"The role of the message author."},"content":{"type":"string","title":"Content","example":"Write code to select rows from the dataframe `df` having the maximum `temp` for each `city`.","description":"The contents of the message."}},"type":"object","required":["role","content"],"title":"ChatMessage"},"HTTPValidationError":{"properties":{"detail":{"items":{"$ref":"#/components/schemas/ValidationError"},"type":"array","title":"Detail","description":"Detailed information about the error."}},"type":"object","title":"HTTPValidationError"},"PaymentRequiredError":{"properties":{"detail":{"type":"string","description":"Contains specific information related to the error and why it occurred.","example":"You have reached your limit of credits."}},"type":"object","title":"PaymentRequiredError"},"UsageInfo":{"properties":{"prompt_tokens":{"type":"integer","title":"Prompt Tokens","description":"Number of tokens in the prompt.","default":0},"total_tokens":{"type":"integer","title":"Total Tokens","description":"Total number of tokens used in the request (prompt + completion).","default":0},"completion_tokens":{"anyOf":[{"type":"integer"},{"type":"null"}],"title":"Completion Tokens","description":"Number of tokens in the generated completion.","default":0}},"type":"object","title":"UsageInfo"},"ValidationError":{"properties":{"loc":{"items":{"anyOf":[{"type":"string"},{"type":"integer"}]},"type":"array","title":"Location"},"msg":{"type":"string","title":"Message","description":"The error message."},"type":{"type":"string","title":"Error Type","description":"Error type"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError"}}}},"namespace":"qc69jvmznzxy","updatedDate":"2025-08-13T15:29:54.612Z","nvcfFunctionId":"fb87651c-f7e4-430f-8f2e-dffcb6de1d4c","createdDate":"2025-01-16T13:44:55.993Z","attributes":{"apiDocsUrl":"https://docs.api.nvidia.com/nim/reference/nvidia-llama-3_1-nemoguard-8b-topic-control","termsOfUse":"GOVERNING TERMS: This trial service is governed by the NVIDIA API Trial Terms of Service. Use of this model is governed by the NVIDIA Community Model License. ADDITIONAL INFORMATION: Llama 3.1 Community License Agreement. Built with Llama.\n","showUnavailableBanner":false,"cta":"$4e","playground":{"type":"guard","options":{"guard":{"hideDetails":true,"singleTurn":true,"safeLabel":"On Topic","tooltip":"Description of the System's context and what it should consider as On/Off Topic, and a User message.","unsafeLabel":"Off Topic","required":["system","user"]}},"parameters":{"omitProperties":["stop"]}},"deploy":[{"label":"Linux with Docker","filename":"linux.md","contents":"$4f"}]},"artifactName":"llama-3_1-nemoguard-8b-topic-control"},"hasAcceptedLicense":false,"isLoginRequired":true,"license":"$undefined","playgroundElement":"$undefined","publisherName":"nvidia","searchParams":{}}]}]]}],["$","$L50",null,{"spec":"$51"}]]}]