Skip to content

Added reranker + vectorizer examples #3182

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Added reranker + vectorizer examples #3182

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 15 additions & 3 deletions developers/weaviate/model-providers/_includes/provider.reranker.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -62,12 +62,24 @@ await client.collections.create({
// END RerankerJinaAICustomModel

// START RerankerNVIDIABasic
// Coming soon
await client.collections.create({
name: 'DemoCollection',
// highlight-start
reranker: weaviate.configure.reranker.nvidia(),
// highlight-end
});
// END RerankerNVIDIABasic

// START RerankerNVIDIACustomModel
// Coming soon
// END RerankerNVIDIACustomModel
await client.collections.create({
name: 'DemoCollection',
// highlight-start
reranker: weaviate.configure.reranker.nvidia({
model: "nvidia/llama-3.2-nv-rerankqa-1b-v2",
baseURL: "https://integrate.api.nvidia.com/v1",
}),
// highlight-end
});// END RerankerNVIDIACustomModel

// START RerankerVoyageAI
await client.collections.create({
Expand Down
150 changes: 140 additions & 10 deletions developers/weaviate/model-providers/_includes/provider.vectorizer.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -790,48 +790,175 @@ await client.collections.create({
],
// highlight-end
// Additional parameters not shown
});// END FullVectorizerMistral
});
// END FullVectorizerMistral

// Clean up
await client.collections.delete('DemoCollection');

// START BasicVectorizerNVIDIA
// Coming soon
await client.collections.create({
name: 'DemoCollection',
properties: [
{
name: 'title',
dataType: 'text' as const,
},
],
// highlight-start
vectorizers: [
weaviate.configure.vectorizer.text2VecNvidia({
name: 'title_vector',
sourceProperties: ['title'],
}),
],
// highlight-end
// Additional parameters not shown
});
// END BasicVectorizerNVIDIA

// Clean up
await client.collections.delete('DemoCollection');

// START VectorizerNVIDIACustomModel
// Coming soon
await client.collections.create({
name: 'DemoCollection',
properties: [
{ name: 'title', dataType: 'text' as const },
{ name: 'poster', dataType: 'blob' as const },
],
// highlight-start
vectorizers: [
weaviate.configure.vectorizer.text2VecNvidia({
name: 'title_vector',
sourceProperties: ["title"],
model: "nvidia/nv-embed-v1"
},
),
],
// highlight-end
// Additional parameters not shown
});
// END VectorizerNVIDIACustomModel

// Clean up
await client.collections.delete('DemoCollection');

// START FullVectorizerNVIDIA
// Coming soon
await client.collections.create({
name: 'DemoCollection',
properties: [
{ name: 'title', dataType: 'text' as const },
],
// highlight-start
vectorizers: [
weaviate.configure.vectorizer.text2VecNvidia({
name: 'title_vector',
sourceProperties: ['title'],
model: "nvidia/nv-embed-v1",
baseURL: "https://integrate.api.nvidia.com/v1"
},
),
],
// highlight-end
// Additional parameters not shown
});
// END FullVectorizerNVIDIA

// Clean up
await client.collections.delete('DemoCollection');

// START BasicMMVectorizerNVIDIA
// Coming soon
await client.collections.create({
name: 'DemoCollection',
properties: [{
name: 'title', dataType: 'text' as const },
{ name: 'poster', dataType: 'blob' as const },
],
// highlight-start
vectorizers: [
weaviate.configure.vectorizer.multi2VecNvidia({
name: 'title_vector',
// Define the fields to be used for the vectorization - using imageFields, textFields
imageFields: [{
name: "poster",
weight: 0.9
}],
textFields: [{
name: "title",
weight: 0.1
}],
},
),
],
// highlight-end
// Additional parameters not shown
});
// END BasicMMVectorizerNVIDIA

// Clean up
await client.collections.delete('DemoCollection');

// START MMVectorizerNVIDIACustomModel
// Coming soon
await client.collections.create({
name: 'DemoCollection',
properties: [{
name: 'title', dataType: 'text' as const },
{ name: 'poster', dataType: 'blob' as const },
],
// highlight-start
vectorizers: [
weaviate.configure.vectorizer.multi2VecNvidia({
name: 'title_vector',
model: "nvidia/nvclip",
// Define the fields to be used for the vectorization - using imageFields, textFields
imageFields: [{
name: "poster",
weight: 0.9
}],
textFields: [{
name: "title",
weight: 0.1
}],
},
),
],
// highlight-end
// Additional parameters not shown
});
// END MMVectorizerNVIDIACustomModel

// Clean up
await client.collections.delete('DemoCollection');

// START FullMMVectorizerNVIDIA
// Coming soon
await client.collections.create({
name: 'DemoCollection',
properties: [{
name: 'title', dataType: 'text' as const },
{ name: 'poster', dataType: 'blob' as const },
],
// highlight-start
vectorizers: [
weaviate.configure.vectorizer.multi2VecNvidia({
name: 'title_vector',
// Define the fields to be used for the vectorization - using imageFields, textFields
imageFields: [{
name: "poster",
weight: 0.9
}],
textFields: [{
name: "title",
weight: 0.1
}],
// Further options
// model: 'nvidia/nvclip'
},
),
],
// highlight-end
// Additional parameters not shown
});
// END FullMMVectorizerNVIDIA

// Clean up
Expand All @@ -856,7 +983,8 @@ await client.collections.create({
],
// highlight-end
// Additional parameters not shown
}); // END BasicVectorizerOctoAI
});
// END BasicVectorizerOctoAI

// Clean up
await client.collections.delete('DemoCollection');
Expand Down Expand Up @@ -1220,7 +1348,8 @@ await client.collections.create({
})],
// highlight-end
// Additional parameters not shown
})// END BasicMMVectorizerVoyageAI
})
// END BasicMMVectorizerVoyageAI


// Clean up
Expand Down Expand Up @@ -1297,7 +1426,8 @@ await client.collections.create({
})],
// highlight-end
// Additional parameters not shown
})// END FullMMVectorizerVoyageAI
})
// END FullMMVectorizerVoyageAI


// Clean up
Expand Down