Add ai powered search

app/assets/app.css

@@ -12,3 +12,10 @@
   column-gap: 20px;
   font-size: 16px;
 }
+
+#searches-nav {
+  display: flex;
+  justify-content: center;
+  align-items: center;
+  column-gap: 20px;
+}

app/graphql/contacts/find.graphql

@@ -0,0 +1,10 @@
+query contacts_find($id: ID!) {
+  records(per_page: 1, filter: { id: { value: $id } }) {
+    results {
+      id
+      created_at
+      body: property(name: "body")
+      email: property(name: "email")
+    }
+  }
+}

app/lib/consumers/contact_created/create_embedding.liquid

@@ -0,0 +1,21 @@
+{% liquid
+  function contact = 'queries/contacts/find', id: event.id
+  log contact, type: 'contact'
+
+  function response = 'modules/openai/commands/openai/fetch_embeddings', object: contact.body
+  log response, type: 'response'
+
+  if response.error == blank
+    assign pos_embedding_input = '{}' | parse_json
+    assign metadata = '{}' | parse_json
+
+    hash_assign metadata['contact_id'] = contact.id
+    hash_assign pos_embedding_input['metadata'] = metadata
+    hash_assign pos_embedding_input['embedding'] = response.data.first.embedding
+    hash_assign pos_embedding_input['content'] = contact.body
+    function pos_embedding = 'modules/openai/commands/embeddings/create', object: pos_embedding_input
+    log pos_embedding, type: 'pos_embedding'
+  endif
+%}
+
+

app/lib/queries/contacts/find.liquid

@@ -0,0 +1,9 @@
+{% liquid
+  if id == null
+    log "contacts/find requires ID", type: "ERROR"
+  endif
+
+  graphql res = 'contacts/find', id: id
+
+  return res.records.results.first
+%}

app/migrations/20251103131544_populate_embeddings_for_existing_contacts.liquid

@@ -0,0 +1,7 @@
+
+            {% liquid
+              comment
+                populate_embeddings_for_existing_contacts migration code goes below
+              endcomment
+            %}
+

app/pos-modules.json

@@ -2,6 +2,7 @@
   "modules": {
     "core": "2.0.7",
     "common-styling": "1.32.0",
-    "user": "5.1.1"
+    "user": "5.1.1",
+    "openai": "1.1.0"
   }
 }

app/pos-modules.lock.json

@@ -2,6 +2,7 @@
   "modules": {
     "core": "2.0.7",
     "common-styling": "1.32.0",
-    "user": "5.1.1"
+    "user": "5.1.1",
+    "openai": "1.1.0"
   }
 }

app/views/pages/admin/contacts/ai_search.liquid

@@ -0,0 +1,9 @@
+{% liquid
+  if context.params.query != blank
+    function response = 'modules/openai/commands/openai/fetch_embeddings', object: context.params.query
+
+    function related_embeddings = 'modules/openai/queries/embeddings/search', related_to: response.data.first.embedding, limit: 3, metadata: null
+  endif
+
+  render 'admin/contacts/ai_results', embeddings: related_embeddings, response: response
+%}

app/views/partials/admin/contacts/ai_results.liquid

@@ -0,0 +1,32 @@
+{% render 'admin/contacts/nav' %}
+
+<h1 class="pos-heading-1">AI Search results</h1>
+<div class="pos-card">
+  <p>OpenAI Response:</p>
+  <pre>
+    <code>
+      {{ response }}
+    </code>
+  </pre>
+</div>
+<section class="pos-table">
+    <header>
+        <div>ID</div>
+        <div>Body</div>
+    </header>
+    <div class="pos-table-content pos-card">
+
+    {% for embedding in embeddings.results %}
+            <ul>
+                <li>
+                    <span class="pos-table-content-heading">ID</span>
+                    {{ embedding.metadata.contact_id }}
+                </li>
+                <li>
+                    <span class="pos-table-content-heading">Body</span>
+                    <span title="{{ embedding.content }}">{{ embedding.content | truncate: 40 }}</span>
+                </li>
+            </ul>
+        {% endfor %}
+    </div>
+</section>

app/views/partials/admin/contacts/nav.liquid

@@ -0,0 +1,26 @@
+<div id="searches-nav">
+  <div class="pos-card">
+      <form action='/admin' method="GET" >
+        <fieldset class="pos-form-fieldset-combined">
+            <input type="text" name="keyword" placeholder="Search" class="pos-form-input" value="{{ context.params.keyword }}">
+          <button type="submit" class="pos-button">
+            <span class="pos-label">Search</span>
+            {% render 'modules/common-styling/icon', icon: 'search' %}
+          </button>
+        </fieldset>
+      </form>
+  </div>
+
+  <div class="pos-card">
+      <form action="/admin/contacts/ai_search" method="GET">
+        <fieldset class="pos-form-fieldset-combined">
+            <input type="text" name="query" placeholder="AI Search" class="pos-form-input" value="{{ context.params.query }}">
+          <button type="submit" class="pos-button">
+            <span class="pos-label">AI Search</span>
+            {% render 'modules/common-styling/icon', icon: 'search' %}
+          </button>
+        </fieldset>
+      </form>
+  </div>
+
+</div>

app/views/partials/admin/index.liquid

@@ -1,14 +1,4 @@
-<div class="pos-card">
-    <form method="GET" >
-      <fieldset class="pos-form-fieldset-combined">
-          <input type="text" name="keyword" placeholder="Search" class="pos-form-input" value="{{ context.params.keyword }}">
-        <button type="submit" class="pos-button">
-          <span class="pos-label">Search</span>
-          {% render 'modules/common-styling/icon', icon: 'search' %}
-        </button>
-      </fieldset>
-    </form>
-</div>
+{% render 'admin/contacts/nav' %}
 <h1 class="pos-heading-1">Contacts</h1>
 <section class="pos-table">
     <header>

modules/openai/public/api_calls/chat.liquid

@@ -0,0 +1,11 @@
+---
+to: >
+  https://api.openai.com/{{ context.constants['modules/openai/OPENAI_VERSION'] | default: "v1" }}/chat/completions
+request_type: POST
+headers: >
+  {
+    "Authorization": "Bearer {{ context.constants['modules/openai/OPENAI_SECRET_TOKEN'] }}",
+    "Content-Type": "application/json"
+  }
+---
+{{ data }}

modules/openai/public/api_calls/responses.liquid

@@ -0,0 +1,11 @@
+---
+to: >
+  https://api.openai.com/{{ context.constants['modules/openai/OPENAI_VERSION'] | default: "v1" }}/responses
+request_type: POST
+headers: >
+  {
+    "Authorization": "Bearer {{ context.constants['modules/openai/OPENAI_SECRET_TOKEN'] }}",
+    "Content-Type": "application/json"
+  }
+---
+{{ data }}

modules/openai/public/graphql/embeddings/create.graphql

@@ -0,0 +1,17 @@
+mutation embedding_create($embedding: [Float!]!, $content: String!, $metadata: HashObject, $token_count: Int){
+  embedding_create: embedding_create_rc(
+    embedding: {
+      embedding: $embedding
+      content: $content
+      metadata: $metadata
+      token_count: $token_count
+    }
+  )
+  {
+    id
+    embedding
+    content
+    metadata
+    token_count
+  }
+}

modules/openai/public/graphql/embeddings/delete.graphql

@@ -0,0 +1,7 @@
+mutation embedding_delete($id: ID!){
+  embedding_delete: embedding_delete_rc(id: $id){
+    id
+    content
+    metadata
+  }
+}

modules/openai/public/graphql/embeddings/search.graphql

@@ -0,0 +1,27 @@
+query embeddings($limit: Int = 2000, $page: Int = 1, $metadata: [JsonbFilter!], $related_to: [Float!]) {
+  embeddings: embeddings_rc(
+    per_page: $limit,
+    page: $page
+    filter: { metadata: $metadata }
+    sort: {
+      embedding: {
+        order: euclidean
+        embedding: $related_to
+      }
+    }
+
+  )
+  {
+    total_entries
+    has_next_page
+    has_previous_page
+    total_pages
+    results {
+      id
+      metadata
+      embedding
+      content
+      token_count
+    }
+  }
+}

modules/openai/public/graphql/embeddings/update.graphql

@@ -0,0 +1,18 @@
+mutation embedding_update($id: ID!, $embedding: [Float!]!, $content: String!, $metadata: HashObject, $token_count: Int){
+  embedding_update: embedding_update_rc(
+    id: $id
+    embedding: {
+      embedding: $embedding
+      content: $content
+      metadata: $metadata
+      token_count: $token_count
+    }
+  )
+  {
+    id
+    embedding
+    content
+    metadata
+    token_count
+  }
+}

modules/openai/public/lib/commands/embeddings/create.liquid

@@ -0,0 +1,11 @@
+{% liquid
+  function object = 'modules/openai/commands/embeddings/create/build', object: object
+  function object = 'modules/openai/commands/embeddings/create/check', object: object
+
+  if object.valid
+    function object = 'modules/openai/commands/embeddings/create/execute', object: object
+  endif
+
+  return object
+%}
+

modules/openai/public/lib/commands/embeddings/create/build.liquid

@@ -0,0 +1,10 @@
+{% liquid
+  assign embedding = '{}' | parse_json
+
+  hash_assign embedding['embedding'] = object.embedding
+  hash_assign embedding['content'] = object.content
+  hash_assign embedding['metadata'] = object.metadata
+  hash_assign embedding['token_count'] = object.token_count
+
+  return embedding
+%}

modules/openai/public/lib/commands/embeddings/create/check.liquid

@@ -0,0 +1,11 @@
+{% liquid
+  assign c = '{ "errors": {}, "valid": true }' | parse_json
+
+  function c = 'modules/core/validations/presence', c: c, object: object, field_name: 'embedding'
+  function c = 'modules/core/validations/length', c: c, object: object, field_name: 'embedding', is: 1536
+  function c = 'modules/core/validations/presence', c: c, object: object, field_name: 'content'
+
+  assign object = object | hash_merge: c
+
+  return object
+%}

modules/openai/public/lib/commands/embeddings/create/execute.liquid

@@ -0,0 +1,9 @@
+{% liquid
+  graphql r = 'modules/openai/embeddings/create', args: object
+
+  assign object = r.embedding_create
+  hash_assign object['valid'] = true
+
+  return object
+%}
+

modules/openai/public/lib/commands/embeddings/delete.liquid

@@ -0,0 +1,12 @@
+{% liquid
+
+  function object = 'modules/openai/commands/embeddings/delete/build', object: object, id: id
+  function object = 'modules/openai/commands/embeddings/delete/check', object: object
+
+  if object.valid
+    function object = 'modules/core/commands/execute', mutation_name: 'modules/openai/embeddings/delete', object: object, selection: 'embedding_delete'
+  endif
+
+  return object
+%}
+

modules/openai/public/lib/commands/embeddings/delete/build.liquid

@@ -0,0 +1,7 @@
+{% liquid
+  assign id = id | default: object.id
+  assign embedding = '{}' | parse_json
+  hash_assign embedding['id'] = id
+
+  return embedding
+%}

modules/openai/public/lib/commands/embeddings/delete/check.liquid

@@ -0,0 +1,9 @@
+{% liquid
+  assign c = '{ "errors": {}, "valid": true }' | parse_json
+
+  function c = 'modules/core/validations/presence', c: c, object: object, field_name: 'id'
+
+  assign object = object | hash_merge: c
+
+  return object
+%}

modules/openai/public/lib/commands/embeddings/update.liquid

@@ -0,0 +1,11 @@
+{% liquid
+  function object = 'modules/openai/commands/embeddings/update/build', object: object, id: id
+  function object = 'modules/openai/commands/embeddings/update/check', object: object
+
+  if object.valid
+    function object = 'modules/openai/commands/embeddings/update/execute', object: object
+  endif
+
+  return object
+%}
+

modules/openai/public/lib/commands/embeddings/update/build.liquid

@@ -0,0 +1,13 @@
+{% liquid
+  assign id = id | default: object.id
+
+  assign embedding = '{}' | parse_json
+  hash_assign embedding['id'] = id
+
+  hash_assign embedding['embedding'] = object.embedding
+  hash_assign embedding['content'] = object.content
+  hash_assign embedding['metadata'] = object.metadata
+  hash_assign embedding['token_count'] = object.token_count
+
+  return embedding
+%}

modules/openai/public/lib/commands/embeddings/update/check.liquid

@@ -0,0 +1,12 @@
+{% liquid
+  assign c = '{ "errors": {}, "valid": true }' | parse_json
+
+  function c = 'modules/core/validations/presence', c: c, object: object, field_name: 'id'
+  function c = 'modules/core/validations/presence', c: c, object: object, field_name: 'embedding'
+  function c = 'modules/core/validations/length', c: c, object: object, field_name: 'embedding', is: 1536
+  function c = 'modules/core/validations/presence', c: c, object: object, field_name: 'content'
+
+  assign object = object | hash_merge: c
+
+  return object
+%}

modules/openai/public/lib/commands/embeddings/update/execute.liquid

@@ -0,0 +1,9 @@
+{% liquid
+  graphql r = 'modules/openai/embeddings/update', args: object
+
+  assign object = r.embedding_update
+  hash_assign object['valid'] = true
+
+  return object
+%}
+