feat: generate embeddings

Author: fenil3357

.env.example

@@ -2,7 +2,7 @@
 PORT=6969
 
 # OPENAI
-# OPENAI_API_KEY=
+OPENAI_API_KEY=<YOUR_OPENAI_API_KEY>
 
 # DB (Postgres)
 DB_CONNECTION_URL=<YOUR_POSTGRES_DB_CONNECTION_URL>

app.js

@@ -2,6 +2,7 @@ import express from "express";
 import * as dotenv from 'dotenv'
 
 import { DB } from "./db.js";
+import indexRouter from "./routes.js";
 dotenv.config()
 
 const app = express();
@@ -10,6 +11,8 @@ const PORT = process.env.PORT || 6969;
 app.use(express.json({ limit: '50mb' }));
 app.use(express.urlencoded({ extended: true }))
 
+app.use('/api', indexRouter);
+
 app.listen(PORT, async () => {
   try {
     await DB.authenticate()

controllers/insertContent.js

@@ -0,0 +1,28 @@
+import { Document } from "../models/document.js";
+import { openAI } from "../openai.js";
+
+export const generateEmbeddingsController = async (req, res) => {
+  try {
+    const { content } = req?.body; // You can pass the embeddings manually in request body if you don't want to use openai
+
+    // Generate embeddings of given text content using openAI's text-embedding-ada-002 embedding model
+    const embeddingResponse = await openAI.embeddings.create({
+      input: content,
+      model: 'text-embedding-ada-002'
+    });
+
+    // Save embeddings in DB
+    const document = await Document.create({
+      content,
+      embeddings: embeddingResponse.data[0].embedding
+    }, { raw: true });
+
+    return res.json({
+      message: 'Embeddings generate successfully',
+      data: document
+    });
+  } catch (error) {
+    console.log("🚀 ~ insertContentController ~ error:", error)
+    return res.status(500).json({ error })
+  }
+}

controllers/vectorSearch.js

@@ -0,0 +1,13 @@
+import { DataTypes } from "sequelize";
+import { DB } from "../db.js";
+
+export const Document = DB.define('document', {
+  content: {
+    type: DataTypes.STRING
+  },
+  embeddings: {
+    type: DataTypes.JSONB
+  }
+}, {
+  timestamps: false
+})

models/document.js

@@ -0,0 +1,7 @@
+import { OpenAI } from 'openai'
+import * as dotenv from 'dotenv'
+dotenv.config();
+
+export const openAI = new OpenAI({
+  apiKey: process.env.OPENAI_API_KEY
+})