45:I[603186,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/0ru0lffoswy0r.js","/_next/static/chunks/3ku5jwxt0m0j7.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/1p9dpv--te6vb.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/287gwk2yxvb9p.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0lt_qhq2z_c0z.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/2tbc_4m20jg4-.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"PageMetadata"] 46:I[831915,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/0ru0lffoswy0r.js","/_next/static/chunks/3ku5jwxt0m0j7.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/1p9dpv--te6vb.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/287gwk2yxvb9p.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0lt_qhq2z_c0z.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/2tbc_4m20jg4-.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"SearchResultsImage"] 47:I[430295,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/0ru0lffoswy0r.js","/_next/static/chunks/3ku5jwxt0m0j7.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/1p9dpv--te6vb.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/287gwk2yxvb9p.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0lt_qhq2z_c0z.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/2tbc_4m20jg4-.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],""] 48:I[299632,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/0ru0lffoswy0r.js","/_next/static/chunks/3ku5jwxt0m0j7.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/1p9dpv--te6vb.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/287gwk2yxvb9p.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0lt_qhq2z_c0z.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/2tbc_4m20jg4-.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"default"] 49:I[400402,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/0ru0lffoswy0r.js","/_next/static/chunks/3ku5jwxt0m0j7.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/1p9dpv--te6vb.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/287gwk2yxvb9p.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0lt_qhq2z_c0z.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/2tbc_4m20jg4-.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"EndpointCTA"] 4a:I[331699,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/0ru0lffoswy0r.js","/_next/static/chunks/3ku5jwxt0m0j7.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/1p9dpv--te6vb.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/287gwk2yxvb9p.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0lt_qhq2z_c0z.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/2tbc_4m20jg4-.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"ModelContent"] 4f:I[946424,["/_next/static/chunks/27gl9k2703ugd.js","/_next/static/chunks/3pd35vh8xvq70.js","/_next/static/chunks/0ru0lffoswy0r.js","/_next/static/chunks/3ku5jwxt0m0j7.js","/_next/static/chunks/24mqrfe34h1_g.js","/_next/static/chunks/1la1pzs9j8idc.js","/_next/static/chunks/3-axx3uk1c0-h.js","/_next/static/chunks/14bn3mp7hfp6x.js","/_next/static/chunks/1_xj2c5utin8v.js","/_next/static/chunks/2tdv_pqf9hlyu.js","/_next/static/chunks/44n8gpf9x1nn2.js","/_next/static/chunks/1e7h6z92_w2-c.js","/_next/static/chunks/1p9dpv--te6vb.js","/_next/static/chunks/1geiruffics9x.js","/_next/static/chunks/1lfygqrocy8iw.js","/_next/static/chunks/0q47y720ck5-9.js","/_next/static/chunks/287gwk2yxvb9p.js","/_next/static/chunks/3mi_myijg06x1.js","/_next/static/chunks/2_c926k09c1th.js","/_next/static/chunks/0bvim9_g0hu68.js","/_next/static/chunks/3xav1ddquf5gq.js","/_next/static/chunks/0ayh-bmdnfery.js","/_next/static/chunks/34kl4tv6yifcg.js","/_next/static/chunks/0nm6za7z70maq.js","/_next/static/chunks/44e22u2t839t0.js","/_next/static/chunks/0czpc-f8wjri8.js","/_next/static/chunks/2aq42x9vabhfb.js","/_next/static/chunks/24_gg9g_4g22i.js","/_next/static/chunks/00yjb-caoi49j.js","/_next/static/chunks/1l0z2zsen9vs2.js","/_next/static/chunks/0lt_qhq2z_c0z.js","/_next/static/chunks/01auidv8wbc03.js","/_next/static/chunks/434amnen8yqdi.js","/_next/static/chunks/1yd7p-515l2jc.js","/_next/static/chunks/2pqhypz2vo8mu.js","/_next/static/chunks/2tbc_4m20jg4-.js","/_next/static/chunks/2-18150gleij4.js","/_next/static/chunks/295ffwyuqa4b6.js"],"default"] 42:["$","$L45",null,{"hasPartnerEndpoint":true}] 4b:T1217,## Model Overview ### Description BGE-M3 is distinguished for its versatility in Multi-Functionality, Multi-Linguality, and Multi-Granularity. - Multi-Functionality: It can simultaneously perform the three common retrieval functionalities of embedding model: dense retrieval, multi-vector retrieval, and sparse retrieval. - Multi-Linguality: It can support more than 100 working languages. - Multi-Granularity: It is able to process inputs of different granularities, spanning from short sentences to long documents of up to 8192 tokens. **Some suggestions for retrieval pipeline in RAG** Authors recommend to use the following pipeline: hybrid retrieval + re-ranking. - Hybrid retrieval leverages the strengths of various methods, offering higher accuracy and stronger generalization capabilities. A classic example: using both embedding retrieval and the BM25 algorithm. Now, you can try to use BGE-M3, which supports both embedding and sparse retrieval. This allows you to obtain token weights (similar to the BM25) without any additional cost when generate dense embeddings. To use hybrid retrieval, please refer to [Vespa](https://github.com/vespa-engine/pyvespa/blob/master/docs/sphinx/source/examples/mother-of-all-embedding-models-cloud.ipynb ) and Milvus. - As cross-encoder models, re-ranker demonstrates higher accuracy than bi-encoder embedding model. Utilizing the re-ranking model (e.g., [bge-reranker](https://github.com/FlagOpen/FlagEmbedding/tree/master/FlagEmbedding/reranker), [bge-reranker-v2](https://github.com/FlagOpen/FlagEmbedding/tree/master/FlagEmbedding/llm_reranker)) after retrieval can further filter the selected text. ## Specs - Model | Model Name | Dimension | Sequence Length | Introduction | |:----:|:---:|:---:|:---:| | [BAAI/bge-m3](https://huggingface.co/BAAI/bge-m3) | 1024 | 8192 | multilingual; unified fine-tuning (dense, sparse, and colbert) from bge-m3-unsupervised| | [BAAI/bge-m3-unsupervised](https://huggingface.co/BAAI/bge-m3-unsupervised) | 1024 | 8192 | multilingual; contrastive learning from bge-m3-retromae | | [BAAI/bge-m3-retromae](https://huggingface.co/BAAI/bge-m3-retromae) | -- | 8192 | multilingual; extend the max_length of [xlm-roberta](https://huggingface.co/FacebookAI/xlm-roberta-large) to 8192 and further pretrained via [retromae](https://github.com/staoxiao/RetroMAE)| | [BAAI/bge-large-en-v1.5](https://huggingface.co/BAAI/bge-large-en-v1.5) | 1024 | 512 | English model | | [BAAI/bge-base-en-v1.5](https://huggingface.co/BAAI/bge-base-en-v1.5) | 768 | 512 | English model | | [BAAI/bge-small-en-v1.5](https://huggingface.co/BAAI/bge-small-en-v1.5) | 384 | 512 | English model | ### Terms of use bge-m3 is licensed under the [MIT Licence](https://opensource.org/license/MIT). ### Ethical Considerations: NVIDIA believes Trustworthy AI is a shared responsibility and we have established policies and practices to enable development for a wide array of AI applications. When downloaded or used in accordance with our terms of service, developers should work with their internal model team to ensure this model meets requirements for the relevant industry and use case and addresses unforeseen product misuse. Please report security vulnerabilities or NVIDIA AI Concerns here. ### References [HuggingFace](https://huggingface.co/BAAI/bge-m3) [Github](https://github.com/FlagOpen/FlagEmbedding) ## Model Architecture **Architecture Type:** Transformer
**Network Architecture:** Fine-tuned XLMRobertaModel
**Embedding Dimensiion:** 1024
**Parameter Count:** 568 million
## Input **Input Type:** Text
**Input Format:** List of strings
## Output **Output Type:** Floating Points
**Output Format:** list of float arrays
**Other Properties Related to Output:** Each array contains the embeddings for the corresponding input string.
## Model Version `BAAI/bge-m3` ## Supported Operating System(s): * Linux
## Training Dataset: | Dataset | Introduction | |:----------------------------------------------------------:|:-------------------------------------------------:| | [MLDR](https://huggingface.co/datasets/Shitao/MLDR) | Document Retrieval Dataset, covering 13 languages | | [bge-m3-data](https://huggingface.co/datasets/Shitao/bge-m3-data) | Fine-tuning data used by bge-m3 | # Inference: **Engine:** [TensorRT](https://github.com/NVIDIA/TensorRT) with [Triton](https://developer.nvidia.com/triton-inference-server)
**Test Hardware:** L40
4c:T1b01,{ "object": "list", "data": [ { "object": "embedding", "embedding": [0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33], "index": 0 } ], "model": "baai/bge-m3", "usage": { "prompt_tokens": 6, "total_tokens": 6 } } 4d:T1b01,{ "object": "list", "data": [ { "object": "embedding", "embedding": [0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.72, 0.97, 0.118, 0.101, 0.32, 0.102, 0.117, 0.110, 0.32, 0.101, 0.120, 0.112, 0.101, 0.114, 0.105, 0.101, 0.110, 0.99, 0.105, 0.110, 0.103, 0.32, 0.116, 0.104, 0.101, 0.32, 0.112, 0.111, 0.119, 0.101, 0.114, 0.32, 0.111, 0.102, 0.32, 0.116, 0.104, 0.101, 0.32, 0.78, 0.73, 0.77, 0.115, 0.44, 0.32, 0.102, 0.111, 0.114, 0.32, 0.121, 0.111, 0.117, 0.114, 0.32, 0.76, 0.76, 0.77, 0.32, 0.82, 0.65, 0.71, 0.32, 0.97, 0.112, 0.112, 0.108, 0.105, 0.99, 0.97, 0.116, 0.105, 0.111, 0.110, 0.44, 0.32, 0.97, 0.103, 0.101, 0.110, 0.116, 0.115, 0.32, 0.97, 0.110, 0.100, 0.32, 0.109, 0.111, 0.114, 0.101, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33, 0.33], "index": 0 } ], "model": "baai/bge-m3", "usage": { "prompt_tokens": 6, "total_tokens": 6 } } 4e:T440,## Step 1. Generate API Key ::generate-api-key ## Step 2. Pull and Run the NIM ```bash $ docker login nvcr.io Username: $oauthtoken Password: ``` Pull and run the NVIDIA NIM with the command below. This will download the optimized model for your infrastructure. ```bash export NGC_API_KEY= export LOCAL_NIM_CACHE=~/.cache/nim mkdir -p "$LOCAL_NIM_CACHE" docker run -it --rm \ --gpus all \ --shm-size=16GB \ -e NGC_API_KEY \ -v "$LOCAL_NIM_CACHE:/opt/nim/.cache" \ -u $(id -u) \ -p 8000:8000 \ nvcr.io/nim/baai/bge-m3:latest ``` ## Step 3. Test the NIM You can now make a local API call using this curl command: ```bash curl -X "POST" \ "http://localhost:8000/v1/embeddings" \ -H 'accept: application/json' \ -H 'Content-Type: application/json' \ -d '{ "input": ["Hello world"], "model": "baai/bge-m3", "input_type": "query" }' ``` For more details on getting started with this NIM, visit the [NVIDIA NIM Docs](https://docs.nvidia.com/nim/nemo-retriever/text-embedding/latest/overview.html).43:[["$","div",".3",{"className":"relative","children":[["$","div",null,{"className":"relative flex min-h-[194px] w-full flex-col overflow-hidden p-md sm:p-ml bg-manitoulinLightBlack","children":[["$","$L46",null,{"alt":"","className":"object-cover object-center !left-1/2 z-10 !w-1/2 brightness-20 lg:brightness-75","fill":true,"priority":true,"src":"https://assets.ngc.nvidia.com/products/api-catalog/images/bge-m3.jpg","style":{"maskImage":"linear-gradient(to left, rgba(0,0,0,1), rgba(0,0,0,0))"}}],["$","div",null,{"className":"z-30 mx-auto flex w-full max-w-screen-xl min-w-0 flex-1 flex-col items-start justify-between gap-md lg:flex-row lg:gap-ml","children":["$","section",null,{"aria-describedby":"resource-description","aria-labelledby":"resource-name","className":"flex w-full min-w-0 flex-col lg:flex-1","children":["$","div",null,{"className":"flex flex-col gap-1.5 whitespace-pre-wrap","children":[["$","$L47",null,{"className":"w-fit text-ml text-n300 lowercase hover:text-n050","href":"/baai","children":"BAAI"}],["$","div",null,{"className":"flex flex-col items-start gap-3 lg:flex-row lg:items-center","children":[["$","h1",null,{"className":"max-w-full text-lg leading-heading font-medium break-words text-primary","data-testid":"resource-name","id":"resource-name","children":"bge-m3"}],[["$","span","DEPRECATION",{"className":"nv-badge nv-badge--kind-solid nv-badge--color-red h-[18px] py-0","data-testid":"nv-badge","ref":"$undefined","children":["$undefined","Deprecated"]}],["$","span","AVAILABLE",{"className":"nv-badge nv-badge--kind-solid h-[18px] py-0","data-testid":"nv-badge","ref":"$undefined","children":["$undefined","Downloadable"]}]],"$undefined"]}],["$","p",null,{"className":"max-w-[85ch] text-ms text-primary","id":"resource-description","children":"Embedding model for text retrieval tasks, excelling in dense, multi-vector, and sparse retrieval."}],["$","div",null,{"className":"flex w-full flex-col items-start gap-md lg:flex-row lg:items-end lg:justify-between","children":[["$","div",null,{"className":"flex w-full min-w-0 flex-wrap gap-sm lg:flex-1","children":["$","$L48",null,{"artifactType":"ENDPOINT","density":"standard","labels":["Embeddings","Retrieval Augmented Generation","cloudPartnerType:endpoint:cloud_partner_type_bitdeer","cloudPartnerType:endpoint:cloud_partner_type_openrouter","nimType:endpoint:nim_type_run_anywhere","nimType:endpoint:nim_type_upgrade_available","usecase:endpoint:usecase_rag","usecase:endpoint:usecase_text_to_embedding"],"searchRoutePath":"/models"}]}],["$","div",null,{"className":"z-30 flex w-full flex-row justify-start gap-ms sm:justify-end lg:w-auto lg:shrink-0","children":["$undefined",["$","$L49",null,{"cta":{"text":"Apply to Self-Host","url":"https://www.nvidia.com/en-us/ai/nim-notifyme/"},"isNIMAccessRestricted":"$undefined","isNIMAvailable":true}]]}]]}]]}]}]}],["$","div",null,{"className":"pointer-events-none absolute right-0 bottom-0 left-0 z-20 h-30 bg-gradient-to-t to-transparent from-manitoulinLightBlack via-manitoulinLightBlack/70"}]]}],["$","div",null,{"className":"px-4 mx-auto flex max-w-screen-xl flex-col pt-0 lg:px-0","data-body-background":"light-black","children":["$","section",null,{"className":"flex w-full flex-col justify-between rounded-4 border-manitoulinBorderColor bg-manitoulinDarkBlack sm:rounded-6 lg:rounded-8 p-ms lg:p-lg","children":["$","$L4a",null,{"artifact":{"artifactType":"ENDPOINT","name":"bge-m3","displayName":"bge-m3","publisher":"baai","shortDescription":"Embedding model for text retrieval tasks, excelling in dense, multi-vector, and sparse retrieval.","logo":"https://assets.ngc.nvidia.com/products/api-catalog/images/bge-m3.jpg","labels":"$43:0:props:children:0:props:children:1:props:children:props:children:props:children:3:props:children:0:props:children:props:labels","attributes":[{"key":"AVAILABLE","value":"true"},{"key":"DEPRECATION","value":"08/24/2026"},{"key":"PREVIEW","value":"false"},{"key":"last_month_api_invocation_count","value":"9514380"},{"key":"last_month_download_count","value":"0"}],"updatedDate":"2025-04-18T14:24:21.665Z","canGuestDownload":true,"createdDate":"2024-06-01T05:05:43.177Z","description":"$4b","isPublic":true,"isReadOnly":true,"orgName":"qc69jvmznzxy"},"endpointName":"bge-m3","endpointSpec":{"openAPISpec":{"openapi":"3.1.0","info":{"title":"NVIDIA NIM API for BAAI/bge-m3","description":"The NVIDIA NIM REST API. Please see https://docs.api.nvidia.com/nim for more details.","version":"1.0.0","termsOfService":"https://nvidia.com/legal/terms-of-use","contact":{"name":"NVIDIA Support","url":"https://help.nvidia.com/"},"license":{"name":"MIT License","url":"https://opensource.org/license/MIT"}},"servers":[{"url":"https://integrate.api.nvidia.com/v1/"}],"paths":{"/embeddings":{"post":{"summary":"Creates an embedding vector from the input text.","operationId":"invokeFunction","requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/EmbeddingsRequest"}}},"required":true},"responses":{"200":{"description":"Invocation is fulfilled","content":{"application/json":{"schema":{"$ref":"#/components/schemas/EmbeddingsResponse"}}}},"202":{"description":"Result is pending. Client should poll using the requestId.\n","content":{"application/json":{"example":{},"schema":{}}},"headers":{"NVCF-REQID":{"description":"requestId required for pooling","schema":{"type":"string","format":"uuid","maxLength":36}},"NVCF-STATUS":{"description":"Invocation status","schema":{"type":"string","format":"^[a-zA-Z-]{1,64}$","maxLength":64}}}},"422":{"description":"Validation failed, provided entity could not be processed.","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Errors"},"example":{"type":"urn:nvcf-worker-service:problem-details:unprocessable-entity","title":"Unprocessable Entity","status":422,"detail":"string","instance":"/v2/nvcf/pexec/functions/TBD","requestId":"3fa85f64-5717-4562-b3fc-2c963f66afa6"}}}},"500":{"description":"The invocation ended with an error.","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Errors"},"example":{"type":"urn:nvcf-worker-service:problem-details:internal-server-error","title":"Internal Server Error","status":500,"detail":"string","instance":"/v2/nvcf/pexec/functions/TBD","requestId":"3fa85f64-5717-4562-b3fc-2c963f66afa6"}}}}},"x-nvai-meta":{"name":"Create Text Embedding","description":"Generates an embedding vector from the provided text\nusing a specified model. The embedding can be returned\nin either float array or base64-encoded format.\n","path":"create","examples":[{"name":"Embedding vector for text input","requestJson":"{\n \"input\": \"What is the capital of France?\",\n \"model\": \"baai/bge-m3\",\n \"encoding_format\": \"float\",\n \"truncate\": \"NONE\"\n}\n","responseJson":"$4c"}],"templates":[{"title":"Synchronous requests","requestEjs":{"curl":"curl -X POST https://integrate.api.nvidia.com/v1/embeddings \\\n -H \"Content-Type: application/json\" \\\n -H \"Authorization: Bearer $NVIDIA_API_KEY\" \\\n -d '{\n \"input\": [\"<%- request.input.replaceAll('\"', '\\\\\"').replaceAll(\"'\", \"'\\\"'\\\"'\") %>\"],\n \"model\": \"baai/bge-m3\",\n \"encoding_format\": \"<%- request.encoding_format %>\",\n \"truncate\": \"<%- request.truncate ?? 'NONE' %>\"\n }'\n","python":"from openai import OpenAI\n\nclient = OpenAI(\n api_key=\"$NVIDIA_API_KEY\",\n base_url=\"https://integrate.api.nvidia.com/v1\"\n)\n\nresponse = client.embeddings.create(\n input=[<%- JSON.stringify(request.input) %>],\n model=\"baai/bge-m3\",\n encoding_format=\"<%- request.encoding_format %>\",\n extra_body={\"truncate\": \"<%- request.truncate ?? 'NONE' %>\"}\n)\n\nprint(response.data[0].embedding)\n","node.js":"import OpenAI from 'openai';\n\nconst openai = new OpenAI({\n apiKey: '$NVIDIA_API_KEY',\n baseURL: 'https://integrate.api.nvidia.com/v1',\n})\n\nasync function main() {\n const response = await openai.embeddings.create({\n input: [<%- JSON.stringify(request.input) %>],\n model: \"baai/bge-m3\",\n encoding_format: \"<%- request.encoding_format %>\",\n truncate: \"<%- request.truncate ?? 'NONE' %>\"\n })\n \n const embedding = response.data[0].embedding;\n process.stdout.write(`${embedding}\\n`);\n}\n\nmain();"},"response":"$4d"}]}}},"/status/{requestId}":{"get":{"summary":"Gets the result of an earlier function invocation request that returned a status of 202.","operationId":"getFunctionInvocationResult","parameters":[{"name":"requestId","in":"path","description":"requestId to poll results","required":true,"schema":{"type":"string","format":"uuid","maxLength":36}}],"responses":{"200":{"description":"Invocation is fulfilled","content":{"application/json":{"schema":{"$ref":"#/components/schemas/EmbeddingsResponse"}}}},"202":{"description":"Result is pending. Client should poll using the requestId.\n","content":{"application/json":{"example":{},"schema":{}}},"headers":{"NVCF-REQID":{"description":"requestId required for pooling","schema":{"type":"string","format":"uuid","maxLength":36}},"NVCF-STATUS":{"description":"Invocation status","schema":{"type":"string","format":"^[a-zA-Z-]{1,64}$","maxLength":64}}}},"422":{"description":"The invocation ended with an error.","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Errors"},"example":{"type":"urn:nvcf-worker-service:problem-details:unprocessable-entity","title":"Unprocessable Entity","status":422,"detail":"string","instance":"/v2/nvcf/pexec/functions/TBD","requestId":"3fa85f64-5717-4562-b3fc-2c963f66afa6"}}}},"500":{"description":"The invocation ended with an error.","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Errors"},"example":{"type":"urn:nvcf-worker-service:problem-details:internal-server-error","title":"Internal Server Error","status":500,"detail":"string","instance":"/v2/nvcf/pexec/functions/TBD","requestId":"3fa85f64-5717-4562-b3fc-2c963f66afa6"}}}}}}}},"security":[{"Token":[]}],"components":{"securitySchemes":{"Token":{"type":"http","scheme":"bearer"}},"schemas":{"Errors":{"properties":{"type":{"type":"string","format":"^.{1, 128}$","maxLength":128,"description":"Error type"},"title":{"type":"string","format":"^.{1, 128}$","maxLength":128,"description":"Error title"},"status":{"type":"integer","minimum":100,"maximum":999,"description":"Error status code"},"detail":{"type":"string","format":"^.{1, 1024}$","maxLength":1024,"description":"Detailed information about the error"},"instance":{"type":"string","format":"^.{1, 256}$","maxLength":256,"description":"Function instance used to invoke the request"},"requestId":{"type":"string","format":"uuid","maxLength":36,"description":"UUID of the request"}},"type":"object","required":["type","title","status","detail","instance","requestId"],"title":"InvokeError"},"Embeddings":{"properties":{"object":{"const":"embedding","default":"embedding","description":"The object type, which is always `embedding`.","enum":["embedding"],"title":"Object","type":"string"},"index":{"description":"The index of the embedding in the list of embeddings.","title":"Index","type":"integer"},"embedding":{"anyOf":[{"items":{"type":"number"},"type":"array"},{"type":"string"}],"description":"The embedding vector.","title":"Embedding"}},"required":["index","embedding"],"title":"Embeddings","type":"object"},"EmbeddingsRequest":{"additionalProperties":false,"properties":{"model":{"type":"string","enum":["baai/bge-m3"],"description":"ID of the embedding model.","example":"baai/bge-m3"},"input":{"anyOf":[{"type":"string"},{"items":{"type":"string"},"type":"array"}],"description":"Input text to embed, encoded as a string or array of tokens. To embed multiple inputs in a single request, pass an array of strings. The input must not exceed the max input tokens for the model (8192 tokens) and cannot be an empty string.","examples":["A painting from Picasso"],"minLength":1,"title":"Input"},"encoding_format":{"default":"float","description":"The format to return the embeddings in float/base64","enum":["float","base64"],"title":"Encoding Format","type":"string"},"truncate":{"type":"string","description":"Specifies how inputs longer than the maximum token length of the model are handled. Passing `START` discards the start of the input. `END` discards the end of the input. In both cases, input is discarded until the remaining input is exactly the maximum input token length for the model. If `NONE` is selected, when the input exceeds the maximum input token length an error will be returned.","enum":["NONE","START","END"],"default":"NONE","title":"Truncate"}},"required":["input"],"title":"EmbeddingsRequest","type":"object"},"EmbeddingsResponse":{"properties":{"object":{"const":"list","default":"list","description":"The object type, which is always `list`.","enum":["list"],"title":"Object","type":"string"},"model":{"title":"Model","type":"string"},"data":{"description":"The list of embeddings generated by the model.","examples":[[{"embedding":[0.1,0.1,0.1],"index":0,"object":"embedding"}]],"items":{"$ref":"#/components/schemas/Embeddings"},"title":"Data","type":"array"},"usage":{"allOf":[{"$ref":"#/components/schemas/Usage"}],"description":"Usage statistics for the embeddings request.","examples":[{"prompt_tokens":8,"total_tokens":8}]}},"required":["model","data","usage"],"title":"EmbeddingsResponse","type":"object"},"Usage":{"properties":{"prompt_tokens":{"description":"Number of tokens in the prompt.","examples":[42],"title":"Prompt Tokens","type":"integer"},"total_tokens":{"description":"Total number of tokens used in the request.","examples":[42],"title":"Total Tokens","type":"integer"}},"required":["prompt_tokens","total_tokens"],"title":"Usage","type":"object"}}}},"namespace":"qc69jvmznzxy","updatedDate":"2026-08-17T05:32:33.304Z","nvcfFunctionId":"6acccd83-8f46-42b2-a191-529be72bb8de","createdDate":"2024-06-01T05:05:43.580Z","attributes":{"apiDocsUrl":"https://docs.api.nvidia.com/nim/reference/baai-bge-m3","termsOfUse":"GOVERNING TERMS: Your use of this API is governed by the NVIDIA API Trial Service Terms of Use; and the use of this model is governed by the NVIDIA AI Foundation Models Community License and the MIT License.\n","deprecationNotice":"This API will be deprecated on 08/24/2026. It will no longer be supported after 08/24/2026. Please transition to another model to avoid service interruptions. For more model information, visit our API Reference.","showUnavailableBanner":false,"cta":"$43:0:props:children:0:props:children:1:props:children:props:children:props:children:3:props:children:1:props:children:1:props:cta","playground":{"type":"custom","input":{"items":[{"key":"input","type":"text-area"},{"key":"encoding_format","type":"select"},{"key":"truncate","type":"select"}]},"parameters":{"omitProperties":["encoding_format","truncate","input","model"]},"output":{"items":[{"key":"data[0].embedding","type":"code","language":"javascript","formatAsJson":true}]},"requestBody":"{ \"input\": [\"<%- request.input %>\"], \"model\": \"<%- request.model %>\", \"encoding_format\": \"<%- request.encoding_format %>\", \"truncate\": \"<%- request.truncate %>\" }"},"deploy":[{"label":"Linux with Docker","filename":"linux.md","contents":"$4e"}],"modelCapability":{"functionCalling":false}},"artifactName":"bge-m3"},"isLoginRequired":true,"playgroundElement":"$undefined","publisherName":"baai","searchParams":{},"tabs":[{"label":"Experience","bare":true,"icon":"play","kind":"default","id":"experience","href":"/baai/bge-m3","aliases":["/baai/bge-m3/experience"]},{"label":"Deploy","kind":"default","id":"deploy","href":"/baai/bge-m3/deploy","aliases":"$undefined"}]}]}]}]]}]] 44:["$","$L4f",null,{"spec":"$43:0:props:children:1:props:children:props:children:props:endpointSpec"}]