Add support for Transformers.js (#5)

- Add support for Transformers.js (3e19eaec80e4984a00c42743f7f540278077e14a)


Co-authored-by: Joshua <[email protected]>

README.md

@@ -8,6 +8,7 @@ tags:
 - mteb
 - arctic
 - snowflake-arctic-embed
+- transformers.js
 model-index:
 - name: snowflake-arctic-embed-l
   results:
@@ -3013,6 +3014,37 @@ for query, query_scores in zip(queries, scores):
         print(score, document)
 ```
 
+### Using Transformers.js
+
+If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@xenova/transformers) by running:
+```bash
+npm i @xenova/transformers
+```
+
+You can then use the model to compute embeddings as follows:
+
+```js
+import { pipeline, dot } from '@xenova/transformers';
+
+// Create feature extraction pipeline
+const extractor = await pipeline('feature-extraction', 'Snowflake/snowflake-arctic-embed-l', {
+    quantized: false, // Comment out this line to use the quantized version
+});
+
+// Generate sentence embeddings
+const sentences = [
+    'Represent this sentence for searching relevant passages: Where can I get the best tacos?',
+    'The Data Cloud!',
+    'Mexico City of Course!',
+]
+const output = await extractor(sentences, { normalize: true, pooling: 'cls' });
+
+// Compute similarity scores
+const [source_embeddings, ...document_embeddings ] = output.tolist();
+const similarities = document_embeddings.map(x => dot(source_embeddings, x));
+console.log(similarities); // [0.25145517380846977, 0.3865060421197194]
+```
+
 
 ## FAQ