From 9e9e4a4da454fe23c595d6bab48b5ddd4280b8a6 Mon Sep 17 00:00:00 2001
From: Mohammed Minhajuddin <68331751+minhajuddin2510@users.noreply.github.com>
Date: Fri, 2 May 2025 14:45:58 -0400
Subject: [PATCH 1/6] added popover for DRUF

---
 .../assets/js/scheming-suggestions.js         | 241 ++++++++++
 ckanext/scheming/assets/resource.config       |   1 +
 ckanext/scheming/assets/styles/scheming.css   | 444 ++++++++++++++++++
 ckanext/scheming/assets/webassets.yml         |   9 +
 ckanext/scheming/helpers.py                   |  80 ++++
 ckanext/scheming/suggestion_test_schema.yaml  | 110 +++++
 .../scheming/form_snippets/markdown.html      |  34 +-
 .../scheming/form_snippets/select.html        |  22 +-
 .../scheming/form_snippets/text.html          |  32 +-
 .../scheming/snippets/suggestion_button.html  |  60 +++
 .../scheming/snippets/suggestions_asset.html  |   1 +
 11 files changed, 1022 insertions(+), 12 deletions(-)
 create mode 100644 ckanext/scheming/assets/js/scheming-suggestions.js
 create mode 100644 ckanext/scheming/suggestion_test_schema.yaml
 create mode 100644 ckanext/scheming/templates/scheming/snippets/suggestion_button.html
 create mode 100644 ckanext/scheming/templates/scheming/snippets/suggestions_asset.html

diff --git a/ckanext/scheming/assets/js/scheming-suggestions.js b/ckanext/scheming/assets/js/scheming-suggestions.js
new file mode 100644
index 000000000..95aff8133
--- /dev/null
+++ b/ckanext/scheming/assets/js/scheming-suggestions.js
@@ -0,0 +1,241 @@
+ckan.module('scheming-suggestions', function($) {
+    return {
+      initialize: function() {
+        console.log("Initializing scheming-suggestions module");
+        
+        var el = this.el;
+        var content = $(el).attr('data-content');
+        
+        var $popoverDiv = $('<div class="custom-suggestion-popover" style="display: none;"></div>');
+        $popoverDiv.html(content);
+        $('body').append($popoverDiv);
+        
+        $(el).closest('.control-group').addClass('has-suggestion');
+        
+        $popoverDiv.find('.suggestion-apply-btn').each(function() {
+          var isValid = $(this).data('is-valid') !== 'false';
+          if (!isValid) {
+            $(this).addClass('suggestion-apply-btn-disabled');
+          }
+        });
+        
+        $(el).on('click', function(e) {
+          e.preventDefault();
+          e.stopPropagation();
+          
+          $('.custom-suggestion-popover').hide();
+          
+          var buttonPos = $(el).offset();
+          var parentWidth = $(window).width();
+          var popoverWidth = Math.min(350, parentWidth - 40);
+          
+          var leftPos = buttonPos.left;
+          if (leftPos + popoverWidth > parentWidth - 20) {
+            leftPos = Math.max(20, parentWidth - popoverWidth - 20);
+          }
+          
+          $popoverDiv.css({
+            position: 'absolute',
+            top: buttonPos.top + $(el).outerHeight() + 10,
+            left: leftPos,
+            maxWidth: popoverWidth + 'px',
+            zIndex: 1000
+          });
+          
+          $popoverDiv.toggle();
+        });
+        
+        // Close popover when clicking outside
+        $(document).on('click', function(e) {
+          if (!$(e.target).closest('.suggestion-btn').length && 
+              !$(e.target).closest('.custom-suggestion-popover').length) {
+            $popoverDiv.hide();
+          }
+        });
+        
+        // Handle formula toggle button
+        $popoverDiv.on('click', '.formula-toggle-btn', function(e) {
+          e.preventDefault();
+          e.stopPropagation();
+          
+          var $formulaSection = $(this).closest('.suggestion-popover-content').find('.suggestion-formula');
+          var $toggleIcon = $(this).find('.formula-toggle-icon');
+          var $toggleText = $(this).find('.formula-toggle-text');
+          
+          if ($formulaSection.is(':visible')) {
+            // Hide formula
+            $formulaSection.slideUp(200);
+            $toggleIcon.html('&#9660;'); // Down arrow
+            $toggleText.text('Show formula');
+            $(this).removeClass('formula-toggle-active');
+          } else {
+            // Show formula
+            $formulaSection.slideDown(200);
+            $toggleIcon.html('&#9650;'); // Up arrow
+            $toggleText.text('Hide formula');
+            $(this).addClass('formula-toggle-active');
+          }
+        });
+        
+        // Handle copy formula button
+        $popoverDiv.on('click', '.copy-formula-btn', function(e) {
+          e.preventDefault();
+          e.stopPropagation();
+          
+          var formula = $(this).data('formula');
+          var $copyBtn = $(this);
+          
+          // Create a temp textarea to copy from
+          var $temp = $("<textarea>");
+          $("body").append($temp);
+          $temp.val(formula).select();
+          
+          try {
+            // Execute copy command
+            var successful = document.execCommand('copy');
+            
+            if (successful) {
+              // Show success state
+              $copyBtn.addClass('copy-success');
+              
+              // Store original content
+              var $icon = $copyBtn.find('svg');
+              var originalHtml = $icon.html();
+              
+              // Show checkmark
+              $icon.html('<path d="M20 6L9 17l-5-5"></path>');
+              
+              // Reset after 2 seconds
+              setTimeout(function() {
+                $copyBtn.removeClass('copy-success');
+                $icon.html(originalHtml);
+              }, 2000);
+            }
+          } catch (err) {
+            console.error('Could not copy formula: ', err);
+          }
+          
+          // Remove temp textarea
+          $temp.remove();
+        });
+        
+        // Handle apply suggestion button
+        $popoverDiv.on('click', '.suggestion-apply-btn', function(e) {
+          e.preventDefault();
+          e.stopPropagation();
+          
+          // Skip if button is disabled
+          if ($(this).hasClass('suggestion-apply-btn-disabled')) {
+            console.log("Ignoring click on disabled apply button");
+            return;
+          }
+          
+          var targetId = $(this).data('target');
+          var suggestionValue = $(this).data('value');
+          var isSelectField = $(this).data('is-select') === 'true';
+          var isValid = $(this).data('is-valid') !== 'false'; // Default to true if not specified
+          var $target = $('#' + targetId);
+          
+          if ($target.length === 0) {
+            console.error("Target not found:", targetId);
+            return;
+          }
+          
+          console.log("Applying suggestion to", targetId);
+          
+          // Handle different input types
+          if ($target.is('textarea')) {
+            $target.val(suggestionValue);
+            // If it's a markdown editor, also update the preview
+            if ($target.hasClass('markdown-editor')) {
+              $target.trigger('change');
+            }
+          } else if ($target.is('input[type="text"]')) {
+            $target.val(suggestionValue);
+          } else if ($target.is('select')) {
+            if (isValid) {
+              $target.val(suggestionValue);
+              $target.trigger('change');
+            } else {
+              var $warningMsg = $('<div class="suggestion-warning-message">The suggested value is not a valid option</div>');
+              $warningMsg.css({
+                position: 'absolute',
+                top: $target.offset().top - 25,
+                left: $target.offset().left + $target.outerWidth() / 2,
+                transform: 'translateX(-50%)',
+                backgroundColor: '#e67e22',
+                color: 'white',
+                padding: '4px 10px',
+                borderRadius: '4px',
+                fontSize: '12px',
+                fontWeight: 'bold',
+                zIndex: 1010,
+                opacity: 0,
+                transition: 'opacity 0.3s ease'
+              });
+              $('body').append($warningMsg);
+              
+              setTimeout(function() {
+                $warningMsg.css('opacity', '1');
+              }, 10);
+              
+              setTimeout(function() {
+                $warningMsg.css('opacity', '0');
+                setTimeout(function() {
+                  $warningMsg.remove();
+                }, 300);
+              }, 3000);
+              
+              $target.addClass('suggestion-invalid');
+              setTimeout(function() {
+                $target.removeClass('suggestion-invalid');
+              }, 3000);
+              
+              // Hide the popover
+              $popoverDiv.hide();
+              return;
+            }
+          }
+          
+          // Add a success class for animation
+          $target.addClass('suggestion-applied');
+          setTimeout(function() {
+            $target.removeClass('suggestion-applied');
+          }, 1000);
+          
+          // Show a brief success message
+          var $successMsg = $('<div class="suggestion-success-message">Suggestion applied!</div>');
+          $successMsg.css({
+            position: 'absolute',
+            top: $target.offset().top - 25,
+            left: $target.offset().left + $target.outerWidth() / 2,
+            transform: 'translateX(-50%)',
+            backgroundColor: 'rgba(42, 145, 52, 0.9)',
+            color: 'white',
+            padding: '4px 10px',
+            borderRadius: '4px',
+            fontSize: '12px',
+            fontWeight: 'bold',
+            zIndex: 1010,
+            opacity: 0,
+            transition: 'opacity 0.3s ease'
+          });
+          $('body').append($successMsg);
+          
+          setTimeout(function() {
+            $successMsg.css('opacity', '1');
+          }, 10);
+          
+          setTimeout(function() {
+            $successMsg.css('opacity', '0');
+            setTimeout(function() {
+              $successMsg.remove();
+            }, 300);
+          }, 1500);
+          
+          // Hide the popover
+          $popoverDiv.hide();
+        });
+      }
+    };
+  });
\ No newline at end of file
diff --git a/ckanext/scheming/assets/resource.config b/ckanext/scheming/assets/resource.config
index 50d1622f5..38996f515 100644
--- a/ckanext/scheming/assets/resource.config
+++ b/ckanext/scheming/assets/resource.config
@@ -5,3 +5,4 @@ main = base/main
 main =
   js/scheming-multiple-text.js
   js/scheming-repeating-subfields.js
+  js/scheming-suggestions.js
\ No newline at end of file
diff --git a/ckanext/scheming/assets/styles/scheming.css b/ckanext/scheming/assets/styles/scheming.css
index 9e30967a8..dc18ee260 100644
--- a/ckanext/scheming/assets/styles/scheming.css
+++ b/ckanext/scheming/assets/styles/scheming.css
@@ -39,3 +39,447 @@ a.btn.btn-multiple-remove {
 .radio-group label {
   font-weight: normal;
 }
+
+
+.form-label label::after {
+  content: none !important; 
+}
+
+.control-label-with-suggestion label:after {
+  content: none !important;
+}
+
+label:after {
+  content: none !important;
+}
+
+
+
+.suggestion-btn {
+  display: inline-flex;
+  align-items: center;
+  justify-content: center;
+  vertical-align: middle;
+  border: none;
+  background-color: transparent;
+  color: #2a9134; /* darker green */
+  width: 20px;
+  height: 20px;
+  padding: 0;
+  cursor: pointer;
+  transition: all 0.2s ease;
+  position: relative;
+  top: -1px;
+}
+
+.suggestion-btn:hover, .suggestion-btn:focus {
+  transform: scale(1.2);
+  outline: none;
+}
+
+.suggestion-btn svg {
+  width: 20px;
+  height: 20px;
+  fill: #2a9134; /* darker green */
+}
+
+.suggestion-field-wrapper {
+  position: relative;
+}
+
+/* Label with suggestion styling */
+.control-label-with-suggestion {
+  display: flex;
+  flex-wrap: nowrap; /* Prevent wrapping */
+}
+
+/* FIX for colon issue - hide the default colon */
+.control-label-with-suggestion .form-label::after {
+  content: none !important;
+}
+
+/* Custom popover styles */
+.custom-suggestion-popover {
+  max-width: 350px;
+  position: absolute;
+  background-color: #fff;
+  border: none;
+  border-radius: 12px;
+  box-shadow: 0 8px 32px rgba(0,0,0,0.12), 0 4px 8px rgba(0,0,0,0.08);
+  padding: 16px;
+  z-index: 1000;
+}
+
+.custom-suggestion-popover:before {
+  content: '';
+  display: block;
+  position: absolute;
+  width: 12px;
+  height: 12px;
+  background: #fff;
+  transform: rotate(45deg);
+  top: -6px;
+  left: 15px;
+  box-shadow: -2px -2px 5px rgba(0,0,0,0.05);
+}
+
+.suggestion-popover-content {
+  padding: 0;
+}
+
+.suggestion-popover-content strong {
+  display: block;
+  margin-bottom: 10px;
+  color: #333;
+  font-size: 16px;
+  font-weight: 600;
+}
+
+/* Warning for invalid dropdown values */
+.suggestion-warning {
+  display: flex;
+  align-items: flex-start;
+  margin-top: 8px;
+  padding: 10px;
+  background-color: #fff7ed;
+  border-radius: 6px;
+  border-left: 3px solid #e67e22;
+  font-size: 12px;
+  line-height: 1.4;
+  color: #8d4004;
+}
+
+.suggestion-warning svg {
+  flex-shrink: 0;
+  margin-right: 8px;
+  stroke: #e67e22;
+  margin-top: 2px;
+}
+
+.suggestion-warning span {
+  display: block;
+}
+
+/* Invalid selection animation */
+@keyframes invalidShake {
+  0%, 100% { transform: translateX(0); }
+  20%, 60% { transform: translateX(-5px); }
+  40%, 80% { transform: translateX(5px); }
+}
+
+select.suggestion-invalid {
+  animation: invalidShake 0.5s ease;
+  border-color: #e67e22 !important;
+  box-shadow: 0 0 0 3px rgba(230, 126, 34, 0.2) !important;
+}
+
+.suggestion-warning-message {
+  animation: fadeInOut 1.5s ease-in-out;
+  box-shadow: 0 2px 10px rgba(0,0,0,0.2);
+  background-color: #e67e22 !important;
+}
+
+.suggestion-value {
+  margin: 12px 0;
+  padding: 12px;
+  background-color: #f8f9fa;
+  border-radius: 6px;
+  font-family: monospace;
+  word-break: break-all;
+  border-left: 3px solid #2a9134; /* darker green */
+  border-top: none;
+  border-right: none;
+  border-bottom: none;
+  max-height: 200px;
+  overflow-y: auto;
+  font-size: 13px;
+  color: #333;
+  box-shadow: inset 0 1px 3px rgba(0,0,0,0.05);
+}
+
+/* Formula toggle button */
+.formula-toggle {
+  margin: 8px 0 0 0;
+}
+
+.formula-toggle-btn {
+  background: none;
+  border: none;
+  color: #2a9134;
+  font-size: 12px;
+  font-weight: 600;
+  cursor: pointer;
+  padding: 0;
+  display: flex;
+  align-items: center;
+  opacity: 0.8;
+  transition: all 0.2s ease;
+}
+
+.formula-toggle-btn:hover {
+  opacity: 1;
+  text-decoration: underline;
+}
+
+.formula-toggle-active {
+  opacity: 1;
+}
+
+.formula-toggle-icon {
+  font-size: 10px;
+  margin-right: 4px;
+  transition: transform 0.2s ease;
+}
+
+/* Formula display */
+.suggestion-formula {
+  margin: 8px 0;
+  padding: 10px;
+  background-color: #f1f1f1;
+  border-radius: 4px;
+  font-size: 12px;
+  line-height: 1.4;
+  color: #555;
+  border-left: 2px solid #2a9134;
+}
+
+.formula-header {
+  display: flex;
+  justify-content: space-between;
+  align-items: center;
+  margin-bottom: 5px;
+  font-weight: 600;
+  color: #444;
+  font-size: 11px;
+  text-transform: uppercase;
+}
+
+.copy-formula-btn {
+  background: none;
+  border: none;
+  color: #2a9134;
+  cursor: pointer;
+  padding: 3px;
+  display: flex;
+  align-items: center;
+  justify-content: center;
+  opacity: 0.7;
+  transition: all 0.2s ease;
+  border-radius: 4px;
+}
+
+.copy-formula-btn:hover {
+  opacity: 1;
+  background-color: rgba(42, 145, 52, 0.1);
+}
+
+.copy-formula-btn.copy-success {
+  color: #2a9134;
+  opacity: 1;
+  background-color: rgba(42, 145, 52, 0.15);
+}
+
+.suggestion-formula code {
+  white-space: pre-wrap;
+  word-break: break-all;
+  font-family: monospace;
+  display: block;
+}
+
+.suggestion-apply-btn {
+  margin-top: 12px;
+  padding: 10px;
+  font-size: 14px;
+  background-color: #2a9134; /* darker green */
+  color: white;
+  border: none;
+  border-radius: 4px;
+  cursor: pointer;
+  display: block;
+  width: 100%;
+  font-weight: 600;
+  transition: all 0.2s ease;
+  text-transform: uppercase;
+  letter-spacing: 0.5px;
+  box-shadow: 0 2px 5px rgba(42, 145, 52, 0.3);
+}
+
+/* Disabled apply button for invalid suggestions */
+.suggestion-apply-btn-disabled {
+  background-color: #cccccc !important;
+  color: #888888 !important;
+  cursor: not-allowed !important;
+  box-shadow: none !important;
+  opacity: 0.7;
+}
+
+.suggestion-apply-btn-disabled:hover {
+  transform: none !important;
+  background-color: #cccccc !important;
+  box-shadow: none !important;
+}
+
+.suggestion-apply-btn:hover {
+  background-color: #217a2b; /* even darker on hover */
+  transform: translateY(-2px);
+  box-shadow: 0 4px 8px rgba(42, 145, 52, 0.4);
+}
+
+/* Button pressed effect */
+.suggestion-apply-btn:active {
+  transform: translateY(0);
+  box-shadow: 0 1px 2px rgba(42, 145, 52, 0.4);
+}
+
+/* Custom tooltip styling */
+.suggestion-btn {
+  position: relative;
+}
+
+.suggestion-btn:hover::before {
+  content: attr(title);
+  position: absolute;
+  bottom: 100%;
+  left: 50%;
+  transform: translateX(-50%);
+  padding: 6px 12px;
+  border-radius: 4px;
+  background-color: rgba(42, 145, 52, 0.9); /* darker green */
+  color: white;
+  font-size: 12px;
+  white-space: nowrap;
+  z-index: 1001;
+  pointer-events: none;
+  font-weight: normal;
+  margin-bottom: 5px;
+  box-shadow: 0 2px 10px rgba(0,0,0,0.1);
+}
+
+.suggestion-btn:hover::after {
+  content: '';
+  position: absolute;
+  top: -5px;
+  left: 50%;
+  transform: translateX(-50%);
+  border-width: 5px 5px 0;
+  border-style: solid;
+  border-color: rgba(42, 145, 52, 0.9) transparent transparent; /* darker green */
+  z-index: 1001;
+  pointer-events: none;
+}
+
+/* Animation for suggestion button */
+@keyframes pulse {
+  0% { transform: scale(1); }
+  50% { transform: scale(1.1); }
+  100% { transform: scale(1); }
+}
+
+.suggestion-btn {
+  animation: pulse 2s infinite;
+}
+
+.suggestion-btn:hover {
+  animation: none;
+}
+
+/* Improved popover styling */
+.custom-suggestion-popover {
+  animation: fadeIn 0.2s ease-in-out;
+}
+
+@keyframes fadeIn {
+  from { opacity: 0; transform: translateY(-10px); }
+  to { opacity: 1; transform: translateY(0); }
+}
+
+/* Suggestion button in field designs with icon */
+.control-group.has-suggestion .control-label::before {
+  content: '';
+  display: inline-block;
+  width: 4px;
+  height: 16px;
+  background-color: #2a9134;
+  margin-right: 6px;
+  border-radius: 2px;
+  vertical-align: middle;
+}
+
+/* Fade-in effect for suggestion application */
+@keyframes highlightSuccess {
+  0% { background-color: rgba(42, 145, 52, 0); }
+  50% { background-color: rgba(42, 145, 52, 0.12); }
+  100% { background-color: rgba(42, 145, 52, 0); }
+}
+
+.suggestion-applied {
+  animation: highlightSuccess 1s ease-in-out;
+}
+
+/* Success message animation */
+.suggestion-success-message {
+  animation: fadeInOut 1.5s ease-in-out;
+  box-shadow: 0 2px 10px rgba(0,0,0,0.2);
+}
+
+@keyframes fadeInOut {
+  0% { opacity: 0; transform: translateY(10px); }
+  20% { opacity: 1; transform: translateY(0); }
+  80% { opacity: 1; transform: translateY(0); }
+  100% { opacity: 0; transform: translateY(-10px); }
+}
+
+/* Add styles for mobile devices */
+@media (max-width: 767px) {
+  .custom-suggestion-popover {
+    width: 90%;
+    max-width: none;
+    left: 5% !important;
+    right: 5% !important;
+  }
+  
+  .suggestion-btn {
+    width: 24px;
+    height: 24px;
+  }
+  
+  .suggestion-btn svg {
+    width: 24px;
+    height: 24px;
+  }
+  
+  .formula-toggle-btn {
+    padding: 8px 0;
+  }
+}
+
+.preformulated-field {
+  position: relative;
+  background-color: #f9f9f9;
+  border-left: 3px solid #2a9134;
+  padding-left: 10px;
+}
+
+.preformulated-field input,
+.preformulated-field textarea,
+.preformulated-field select {
+  background-color: #f9f9f9 !important;
+  border-color: #e0e0e0 !important;
+  cursor: not-allowed !important;
+  color: #555 !important;
+}
+
+.preformulated-field-notice {
+  display: block;
+  margin-top: 5px;
+  font-size: 12px;
+  color: #555;
+  font-style: italic;
+  background-color: #f3f3f3;
+  padding: 5px 10px;
+  border-radius: 3px;
+}
+
+#dataset-edit > div:nth-child(8) > label > div > span.preformulated-icon > svg {
+vertical-align: text-top;
+}
\ No newline at end of file
diff --git a/ckanext/scheming/assets/webassets.yml b/ckanext/scheming/assets/webassets.yml
index b3710959c..a6f0450be 100644
--- a/ckanext/scheming/assets/webassets.yml
+++ b/ckanext/scheming/assets/webassets.yml
@@ -20,3 +20,12 @@ multiple_text:
       - base/main
   contents:
     - js/scheming-multiple-text.js
+
+suggestions:
+  filters: rjsmin
+  output: ckanext-scheming/%(version)s_scheming_suggestions.js
+  extra:
+    preload:
+      - base/main
+  contents:
+    - js/scheming-suggestions.js
\ No newline at end of file
diff --git a/ckanext/scheming/helpers.py b/ckanext/scheming/helpers.py
index 80166d24f..13385c105 100644
--- a/ckanext/scheming/helpers.py
+++ b/ckanext/scheming/helpers.py
@@ -5,6 +5,7 @@
 import pytz
 import json
 import six
+import logging
 
 from jinja2 import Environment
 from ckan.plugins.toolkit import config, _, h
@@ -12,6 +13,7 @@
 from ckanapi import LocalCKAN, NotFound, NotAuthorized
 
 all_helpers = {}
+logger = logging.getLogger(__name__)
 
 def helper(fn):
     """
@@ -459,3 +461,81 @@ def scheming_missing_required_fields(pages, data=None, package_id=None):
             if f.get('required') and not data.get(f['field_name'])
         ])
     return missing
+
+@helper
+def scheming_field_suggestion(field):
+    """
+    Returns suggestion data for a field if it exists
+    """
+    suggestion_label = field.get('suggestion_label', field.get('label', ''))
+    suggestion_formula = field.get('suggestion_formula', field.get('suggest_jinja2', None))
+    
+    if suggestion_formula:
+        return {
+            'label': suggestion_label,
+            'formula': suggestion_formula
+        }
+    return None
+
+
+
+@helper
+def scheming_get_suggestion_value(formula, data=None, errors=None, lang=None):
+    if not data:
+        return ''
+    
+    try:
+        # Extract field name from formula
+        field_name = formula
+        logger.info(f"Field name extracted from formula: {field_name}")
+        
+        # Get package data (where dpp_suggestions is stored)
+        package_data = data
+        logger.info(f"Data passed to scheming_get_suggestion_value: {data}")
+        
+        # Check if dpp_suggestions exists and has the package section
+        if (package_data and 'dpp_suggestions' in package_data and 
+            isinstance(package_data['dpp_suggestions'], dict) and
+            'package' in package_data['dpp_suggestions']):
+            
+            # Get the suggestion value if it exists
+            logger
+            if field_name in package_data['dpp_suggestions']['package']:
+                logger.info(f"Suggestion value found for field '{field_name}': {package_data['dpp_suggestions']['package'][field_name]}")
+                return package_data['dpp_suggestions']['package'][field_name]
+        
+        # No suggestion value found
+        return ''
+    except Exception as e:
+        # Log the error but don't crash
+        logger.warning(f"Error getting suggestion value: {e}")
+        return ''
+
+@helper
+def scheming_is_valid_suggestion(field, value):
+    """
+    Check if a suggested value is valid for a field, particularly for select fields
+    """
+    # If not a select/choice field, always valid
+    if not field.get('choices') and not field.get('choices_helper'):
+        return True
+    
+    # Get all valid choices for this field
+    choices = scheming_field_choices(field)
+    if not choices:
+        return True
+    
+    # Check if the value is in the list of valid choices
+    for choice in choices:
+        if choice['value'] == value:
+            return True
+            
+    return False
+
+@helper
+def is_preformulated_field(field):
+    """
+    Check if a field is preformulated (has formula attribute)
+    This helper returns True only if the field has a 'formula' key with a non-empty value
+    """
+    return bool(field.get('formula', False))
\ No newline at end of file
diff --git a/ckanext/scheming/suggestion_test_schema.yaml b/ckanext/scheming/suggestion_test_schema.yaml
new file mode 100644
index 000000000..c09de98a2
--- /dev/null
+++ b/ckanext/scheming/suggestion_test_schema.yaml
@@ -0,0 +1,110 @@
+scheming_version: 2
+dataset_type: dataset
+about: A reimplementation of the default CKAN dataset schema
+about_url: http://github.com/ckan/ckanext-scheming
+
+
+dataset_fields:
+
+- field_name: title
+  label: Title
+  preset: title
+  form_placeholder: eg. A descriptive title Custom
+
+- field_name: name
+  label: URL
+  preset: dataset_slug
+  form_placeholder: eg. my-dataset
+
+- field_name: notes
+  label: Description
+  form_snippet: markdown.html
+  form_placeholder: eg. Some useful notes/blurb about the data
+  suggestion_formula: Latitudinal range {{resource.LATITUDE.stats.max|float - resource.LATITUDE.stats.min|float }} {{"the quick brown fox"|truncate_with_ellipsis(5)}}
+
+- field_name: spatial_extent
+  label: Spatial Extent
+  form_snippet: markdown.html
+  suggestion_formula: '{{ spatial_extent_wkt(resource.LONGITUDE.stats.min, resource.LATITUDE.stats.min, resource.LONGITUDE.stats.max, resource.LATITUDE.stats.max) }}'
+
+- field_name: test_field
+  label: Test Field
+  formula: 'Test formula field value:{{package.author}}: {{package.author_email}}'
+
+- field_name: tag_string
+  label: Tags
+  preset: tag_string_autocomplete
+  form_placeholder: eg. economy, mental health, government
+
+- field_name: license_id
+  label: License
+  form_snippet: license.html
+  help_text: License definitions and additional information can be found at http://opendefinition.org/
+
+- field_name: owner_org
+  label: Organization
+  preset: dataset_organization
+
+- field_name: url
+  label: Source
+  form_placeholder: http://example.com/dataset.json
+  display_property: foaf:homepage
+  display_snippet: link.html
+
+- field_name: version
+  label: Version
+  validators: ignore_missing unicode_safe package_version_validator
+  form_placeholder: '1.0'
+
+- field_name: author
+  label: Author
+  form_placeholder: Joe Bloggs
+  display_property: dc:creator
+
+- field_name: author_email
+  label: Author Email
+  form_placeholder: joe@example.com
+  display_property: dc:creator
+  display_snippet: email.html
+  display_email_name_field: author
+
+- field_name: maintainer
+  label: Maintainer
+  form_placeholder: Joe Bloggs
+  display_property: dc:contributor
+
+- field_name: maintainer_email
+  label: Maintainer Email
+  form_placeholder: joe@example.com
+  display_property: dc:contributor
+  display_snippet: email.html
+  display_email_name_field: maintainer
+
+- field_name: dpp_suggestions
+  label: DPP Suggestion
+  preset: json_object
+
+resource_fields:
+
+- field_name: url
+  label: URL
+  preset: resource_url_upload
+
+- field_name: name
+  label: Name
+  form_placeholder: eg. January 2011 Gold Prices
+
+- field_name: description
+  label: Description
+  form_snippet: markdown.html
+  form_placeholder: Some useful notes about the data
+
+- field_name: spatial_extent
+  label: Spatial Extent
+  form_snippet: markdown.html
+  suggestion_formula: POLYGON(({{resource.LATITUDE.stats.min|float}}, {{resource.LONGITUDE.stats.min|float}}, {{resource.LATITUDE.stats.max|float}}, {{resource.LONGITUDE.stats.min|float}}, {{resource.LATITUDE.stats.max|float}}, {{resource.LONGITUDE.stats.max|float}}, {{resource.LATITUDE.stats.min|float}}, {{resource.LONGITUDE.stats.max|float}}, {{resource.LATITUDE.stats.min|float}}, {{resource.LONGITUDE.stats.min|float}}))
+
+
+- field_name: format
+  label: Format
+  preset: resource_format_autocomplete
\ No newline at end of file
diff --git a/ckanext/scheming/templates/scheming/form_snippets/markdown.html b/ckanext/scheming/templates/scheming/form_snippets/markdown.html
index 798ae96ea..a20c77908 100644
--- a/ckanext/scheming/templates/scheming/form_snippets/markdown.html
+++ b/ckanext/scheming/templates/scheming/form_snippets/markdown.html
@@ -1,9 +1,30 @@
 {% import 'macros/form.html' as form %}
+{% include 'scheming/snippets/suggestions_asset.html' %}
+
+{# Check if this is a preformulated field #}
+{% set is_preformulated = h.is_preformulated_field(field) %}
+
+{% set suggestion = h.scheming_field_suggestion(field) %}
+{% set label_text = h.scheming_language_text(field.label) %}
+{% set label_with_suggestion %}
+    <span class="form-label">{{ label_text }}:</span>
+    {%- if suggestion -%}
+      {%- snippet 'scheming/snippets/suggestion_button.html', field=field, data=data -%}
+    {%- endif -%}
+    {%- if is_preformulated -%}
+      <span class="preformulated-icon" title="This field is automatically populated">
+        <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
+          <path d="M12 22s8-4 8-10V5l-8-3-8 3v7c0 6 8 10 8 10z"></path>
+        </svg>
+      </span>
+    {%- endif -%}
+{% endset %}
+
 
 {% call form.markdown(
     field.field_name,
     id='field-' + field.field_name,
-    label=h.scheming_language_text(field.label),
+    label=label_with_suggestion|safe,
     placeholder=h.scheming_language_text(field.form_placeholder),
     value=data[field.field_name],
     error=errors[field.field_name],
@@ -11,5 +32,12 @@
     is_required=h.scheming_field_required(field)
     )
 %}
-    {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
-{% endcall %}
+    <div class="suggestion-field-wrapper {% if is_preformulated %}preformulated-field{% endif %}">
+      {%- if is_preformulated -%}
+        <div class="preformulated-field-notice">
+          <strong>Automated field:</strong> This field is automatically populated and cannot be edited manually.
+        </div>
+      {%- endif -%}
+      {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
+    </div>
+{% endcall %}
\ No newline at end of file
diff --git a/ckanext/scheming/templates/scheming/form_snippets/select.html b/ckanext/scheming/templates/scheming/form_snippets/select.html
index 619e8fec2..cae25aea4 100644
--- a/ckanext/scheming/templates/scheming/form_snippets/select.html
+++ b/ckanext/scheming/templates/scheming/form_snippets/select.html
@@ -1,4 +1,5 @@
 {% import 'macros/form.html' as form %}
+{% include 'scheming/snippets/suggestions_asset.html' %}
 
 {%- set options=[] -%}
 {%- set form_restrict_choices_to=field.get('form_restrict_choices_to') -%}
@@ -16,18 +17,25 @@
 {%- if field.get('sorted_choices') -%}
   {%- set options = options|sort(case_sensitive=false, attribute='text') -%}
 {%- endif -%}
-{%- if data[field.field_name] is defined -%}
+{%- if data[field.field_name] -%}
   {%- set option_selected = data[field.field_name]|string -%}
-{%- elif field.default is defined -%}
-  {%- set option_selected = field.default|string -%}
 {%- else -%}
   {%- set option_selected = None -%}
 {%- endif -%}
 
+{% set suggestion = h.scheming_field_suggestion(field) %}
+{% set label_text = h.scheming_language_text(field.label) %}
+{% set label_with_suggestion %}
+    <span class="form-label">{{ label_text }}:</span>
+    {%- if suggestion -%}
+      {%- snippet 'scheming/snippets/suggestion_button.html', field=field, data=data -%}
+    {%- endif -%}
+{% endset %}
+
 {% call form.select(
     field.field_name,
     id='field-' + field.field_name,
-    label=h.scheming_language_text(field.label),
+    label=label_with_suggestion|safe,
     options=options,
     selected=option_selected,
     error=errors[field.field_name],
@@ -36,5 +44,7 @@
     is_required=h.scheming_field_required(field)
     )
 %}
-    {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
-{% endcall %}
+    <div class="suggestion-field-wrapper">
+      {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
+    </div>
+{% endcall %}
\ No newline at end of file
diff --git a/ckanext/scheming/templates/scheming/form_snippets/text.html b/ckanext/scheming/templates/scheming/form_snippets/text.html
index 9d276da09..faff95e54 100644
--- a/ckanext/scheming/templates/scheming/form_snippets/text.html
+++ b/ckanext/scheming/templates/scheming/form_snippets/text.html
@@ -1,9 +1,28 @@
 {% import 'macros/form.html' as form %}
+{% include 'scheming/snippets/suggestions_asset.html' %}
+
+{% set is_preformulated = h.is_preformulated_field(field) %}
+
+{% set suggestion = h.scheming_field_suggestion(field) %}
+{% set label_text = h.scheming_language_text(field.label) %}
+{% set label_with_suggestion %}
+  <span class="form-label">{{ label_text }}</span>
+  {%- if suggestion -%}
+    {%- snippet 'scheming/snippets/suggestion_button.html', field=field, data=data -%}
+  {%- endif -%}
+  {%- if is_preformulated -%}
+    <span class="preformulated-icon" title="This field is automatically populated">
+      <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
+        <path d="M12 22s8-4 8-10V5l-8-3-8 3v7c0 6 8 10 8 10z"></path>
+      </svg>
+    </span>
+  {%- endif -%}
+{% endset %}
 
 {% call form.input(
     field.field_name,
     id='field-' + field.field_name,
-    label=h.scheming_language_text(field.label),
+    label=label_with_suggestion|safe,
     placeholder=h.scheming_language_text(field.form_placeholder),
     value=data[field.field_name],
     error=errors[field.field_name],
@@ -12,5 +31,12 @@
     is_required=h.scheming_field_required(field)
     )
 %}
-    {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
-{% endcall %}
+    <div class="suggestion-field-wrapper {% if is_preformulated %}preformulated-field{% endif %}">
+      {%- if is_preformulated -%}
+        <div class="preformulated-field-notice">
+          <strong>Automated field:</strong> This field is automatically populated and cannot be edited manually.
+        </div>
+      {%- endif -%}
+      {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
+    </div>
+{% endcall %}
\ No newline at end of file
diff --git a/ckanext/scheming/templates/scheming/snippets/suggestion_button.html b/ckanext/scheming/templates/scheming/snippets/suggestion_button.html
new file mode 100644
index 000000000..0adc57cce
--- /dev/null
+++ b/ckanext/scheming/templates/scheming/snippets/suggestion_button.html
@@ -0,0 +1,60 @@
+{% set suggestion = h.scheming_field_suggestion(field) %}
+{% if suggestion %}
+  {% set suggestion_value = h.scheming_get_suggestion_value(field.field_name, data) %}
+  {% set field_id = 'field-' + field.field_name %}
+  {% set popup_id = 'suggestion-popup-' + field.field_name %}
+  
+  {# Check if this is a select field and if the suggestion is valid #}
+  {% set is_select = field.choices is defined or field.choices_helper is defined %}
+  {% set is_valid_suggestion = h.scheming_is_valid_suggestion(field, suggestion_value) %}
+  
+  <button type="button" 
+          class="suggestion-btn"
+          title="Suggestion Available"
+          data-module="scheming-suggestions"
+          data-content="<div class='suggestion-popover-content'>
+                         <strong>{{ suggestion.label }}</strong>
+                         {% if is_select and not is_valid_suggestion %}
+                         <div class='suggestion-warning'>
+                           <svg xmlns='http://www.w3.org/2000/svg' width='14' height='14' viewBox='0 0 24 24' fill='none' stroke='currentColor' stroke-width='2' stroke-linecap='round' stroke-linejoin='round'>
+                             <circle cx='12' cy='12' r='10'></circle>
+                             <line x1='12' y1='8' x2='12' y2='12'></line>
+                             <line x1='12' y1='16' x2='12.01' y2='16'></line>
+                           </svg>
+                           <span>This value is not a valid choice for this field</span>
+                         </div>
+                         {% endif %}
+                         <div class='suggestion-value'>{{ suggestion_value }}</div>
+                         <div class='formula-toggle'>
+                           <button class='formula-toggle-btn' type='button'>
+                             <span class='formula-toggle-icon'>&#9660;</span> 
+                             <span class='formula-toggle-text'>Show formula</span>
+                           </button>
+                         </div>
+                         <div class='suggestion-formula' style='display:none;'>
+                           <div class='formula-header'>
+                             <span>Formula:</span>
+                             <button class='copy-formula-btn' type='button' data-formula='{{ suggestion.formula|e }}'>
+                               <svg xmlns='http://www.w3.org/2000/svg' width='14' height='14' viewBox='0 0 24 24' fill='none' stroke='currentColor' stroke-width='2' stroke-linecap='round' stroke-linejoin='round'>
+                                 <rect x='9' y='9' width='13' height='13' rx='2' ry='2'></rect>
+                                 <path d='M5 15H4a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h9a2 2 0 0 1 2 2v1'></path>
+                               </svg>
+                             </button>
+                           </div>
+                           <code>{{ suggestion.formula|e }}</code>
+                         </div>
+                         <button class='suggestion-apply-btn {% if not is_valid_suggestion %}suggestion-apply-btn-disabled{% endif %}' 
+                                 data-target='{{ field_id }}' 
+                                 data-value='{{ suggestion_value|replace('\'', '\\\'')|replace('\n', '\\n')|replace('"', '&quot;') }}'
+                                 data-is-select='{{ is_select }}'
+                                 data-is-valid='{{ is_valid_suggestion }}'>
+                           Apply suggestion
+                         </button>
+                       </div>">
+    <svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" x="0px" y="0px" viewBox="0 0 60 60" xml:space="preserve">
+      <path d="M30,5C16.2148438,5,5,16.2148438,5,30s11.2148438,25,25,25s25-11.2148438,25-25S43.7851563,5,30,5z M30,53  C17.3178711,53,7,42.6821289,7,30S17.3178711,7,30,7s23,10.3178711,23,23S42.6821289,53,30,53z"/>
+      <path d="M32.1679688,17.1147461c0-0.5522461-0.4477539-1-1-1h-1.800293c-3.4248047,0-6.2109375,2.7861328-6.2109375,6.2109375  v6.105957h-2.2211914c-0.5522461,0-1,0.4477539-1,1s0.4477539,1,1,1h2.2211914v12.4536133c0,0.5522461,0.4477539,1,1,1  s1-0.4477539,1-1V30.4316406h2.2211914c0.5522461,0,1-0.4477539,1-1s-0.4477539-1-1-1h-2.2211914v-6.105957  c0-2.3217773,1.8891602-4.2109375,4.2109375-4.2109375h1.800293C31.7202148,18.1147461,32.1679688,17.6669922,32.1679688,17.1147461  z"/>
+      <path d="M39.625,31.3505859c-0.4589844-0.3095703-1.0795898-0.1884766-1.3886719,0.2685547l-2.7883301,4.126709l-2.7883301-4.126709  c-0.3095703-0.4570313-0.9301758-0.578125-1.3886719-0.2685547c-0.4575195,0.309082-0.5776367,0.9306641-0.2685547,1.3886719  l3.2385254,4.7929688l-3.2385254,4.7929688c-0.309082,0.4580078-0.1889648,1.0795898,0.2685547,1.3886719  c0.171875,0.1157227,0.3666992,0.1713867,0.559082,0.1713867c0.3212891,0,0.6362305-0.1542969,0.8295898-0.4399414  l2.7883301-4.126709l2.7883301,4.126709c0.1933594,0.2856445,0.5083008,0.4399414,0.8295898,0.4399414  c0.1923828,0,0.387207-0.0556641,0.559082-0.1713867c0.4575195-0.309082,0.5776367-0.9306641,0.2685547-1.3886719  l-3.2385254-4.7929688l3.2385254-4.7929688C40.2026367,32.28125,40.0825195,31.659668,39.625,31.3505859z"/>
+    </svg>
+  </button>
+{% endif %}
\ No newline at end of file
diff --git a/ckanext/scheming/templates/scheming/snippets/suggestions_asset.html b/ckanext/scheming/templates/scheming/snippets/suggestions_asset.html
new file mode 100644
index 000000000..6254967b5
--- /dev/null
+++ b/ckanext/scheming/templates/scheming/snippets/suggestions_asset.html
@@ -0,0 +1 @@
+{% asset 'ckanext-scheming/suggestions' %}
\ No newline at end of file

From 49a338bf0b737d1cd515bfe955fc1c5f3848c140 Mon Sep 17 00:00:00 2001
From: Mohammed Minhajuddin <minhajuddin2510@gmail.com>
Date: Fri, 2 May 2025 14:59:31 -0400
Subject: [PATCH 2/6] Update helpers.py

---
 ckanext/scheming/helpers.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/ckanext/scheming/helpers.py b/ckanext/scheming/helpers.py
index 13385c105..04783448e 100644
--- a/ckanext/scheming/helpers.py
+++ b/ckanext/scheming/helpers.py
@@ -499,7 +499,6 @@ def scheming_get_suggestion_value(formula, data=None, errors=None, lang=None):
             'package' in package_data['dpp_suggestions']):
             
             # Get the suggestion value if it exists
-            logger
             if field_name in package_data['dpp_suggestions']['package']:
                 logger.info(f"Suggestion value found for field '{field_name}': {package_data['dpp_suggestions']['package'][field_name]}")
                 return package_data['dpp_suggestions']['package'][field_name]
@@ -538,4 +537,4 @@ def is_preformulated_field(field):
     Check if a field is preformulated (has formula attribute)
     This helper returns True only if the field has a 'formula' key with a non-empty value
     """
-    return bool(field.get('formula', False))
\ No newline at end of file
+    return bool(field.get('formula', False))

From 6012d3631991e05abd884eea7c0060cd8bbdedf8 Mon Sep 17 00:00:00 2001
From: Mohammed Minhajuddin <minhajuddin2510@gmail.com>
Date: Fri, 2 May 2025 15:01:44 -0400
Subject: [PATCH 3/6] Update ckanext/scheming/helpers.py

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
---
 ckanext/scheming/helpers.py | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/ckanext/scheming/helpers.py b/ckanext/scheming/helpers.py
index 04783448e..b9fd08c7c 100644
--- a/ckanext/scheming/helpers.py
+++ b/ckanext/scheming/helpers.py
@@ -480,14 +480,13 @@ def scheming_field_suggestion(field):
 
 
 @helper
-def scheming_get_suggestion_value(formula, data=None, errors=None, lang=None):
+def scheming_get_suggestion_value(field_name, data=None, errors=None, lang=None):
     if not data:
         return ''
     
     try:
-        # Extract field name from formula
-        field_name = formula
-        logger.info(f"Field name extracted from formula: {field_name}")
+        # Log the field name
+        logger.info(f"Field name extracted: {field_name}")
         
         # Get package data (where dpp_suggestions is stored)
         package_data = data

From 2667b1c6a64c55221e787142393341746d81b97e Mon Sep 17 00:00:00 2001
From: Minhajuddin Mohammed <minhajuddin2510@gmail.com>
Date: Fri, 16 May 2025 23:33:45 -0400
Subject: [PATCH 4/6] added auto refresh for suggestions

---
 .../assets/js/scheming-suggestions.js         | 812 +++++++++++++-----
 ckanext/scheming/assets/styles/scheming.css   | 487 ++++-------
 ckanext/scheming/suggestion_test_schema.yaml  |  23 +-
 .../scheming/form_snippets/markdown.html      |  24 +-
 .../scheming/form_snippets/text.html          |  46 +-
 .../scheming/snippets/suggestion_button.html  |  84 +-
 6 files changed, 837 insertions(+), 639 deletions(-)

diff --git a/ckanext/scheming/assets/js/scheming-suggestions.js b/ckanext/scheming/assets/js/scheming-suggestions.js
index 95aff8133..fe9e5a043 100644
--- a/ckanext/scheming/assets/js/scheming-suggestions.js
+++ b/ckanext/scheming/assets/js/scheming-suggestions.js
@@ -1,241 +1,577 @@
+if (typeof window._schemingSuggestionsGlobalState === 'undefined') {
+    window._schemingSuggestionsGlobalState = {
+        datasetId: null,
+        globalInitDone: false,
+        pollAttempts: 0,
+        isPolling: false // Flag to prevent multiple concurrent poll loops
+    };
+}
+
 ckan.module('scheming-suggestions', function($) {
+    var esc = function(str) { return typeof str === 'string' ? $('<div>').text(str).html() : str; };
+    var globalState = window._schemingSuggestionsGlobalState;
+
     return {
-      initialize: function() {
-        console.log("Initializing scheming-suggestions module");
-        
-        var el = this.el;
-        var content = $(el).attr('data-content');
-        
-        var $popoverDiv = $('<div class="custom-suggestion-popover" style="display: none;"></div>');
-        $popoverDiv.html(content);
-        $('body').append($popoverDiv);
-        
-        $(el).closest('.control-group').addClass('has-suggestion');
-        
-        $popoverDiv.find('.suggestion-apply-btn').each(function() {
-          var isValid = $(this).data('is-valid') !== 'false';
-          if (!isValid) {
-            $(this).addClass('suggestion-apply-btn-disabled');
-          }
-        });
-        
-        $(el).on('click', function(e) {
-          e.preventDefault();
-          e.stopPropagation();
-          
-          $('.custom-suggestion-popover').hide();
-          
-          var buttonPos = $(el).offset();
-          var parentWidth = $(window).width();
-          var popoverWidth = Math.min(350, parentWidth - 40);
-          
-          var leftPos = buttonPos.left;
-          if (leftPos + popoverWidth > parentWidth - 20) {
-            leftPos = Math.max(20, parentWidth - popoverWidth - 20);
-          }
-          
-          $popoverDiv.css({
-            position: 'absolute',
-            top: buttonPos.top + $(el).outerHeight() + 10,
-            left: leftPos,
-            maxWidth: popoverWidth + 'px',
-            zIndex: 1000
-          });
-          
-          $popoverDiv.toggle();
-        });
-        
-        // Close popover when clicking outside
-        $(document).on('click', function(e) {
-          if (!$(e.target).closest('.suggestion-btn').length && 
-              !$(e.target).closest('.custom-suggestion-popover').length) {
-            $popoverDiv.hide();
-          }
-        });
-        
-        // Handle formula toggle button
-        $popoverDiv.on('click', '.formula-toggle-btn', function(e) {
-          e.preventDefault();
-          e.stopPropagation();
-          
-          var $formulaSection = $(this).closest('.suggestion-popover-content').find('.suggestion-formula');
-          var $toggleIcon = $(this).find('.formula-toggle-icon');
-          var $toggleText = $(this).find('.formula-toggle-text');
-          
-          if ($formulaSection.is(':visible')) {
-            // Hide formula
-            $formulaSection.slideUp(200);
-            $toggleIcon.html('&#9660;'); // Down arrow
-            $toggleText.text('Show formula');
-            $(this).removeClass('formula-toggle-active');
-          } else {
-            // Show formula
-            $formulaSection.slideDown(200);
-            $toggleIcon.html('&#9650;'); // Up arrow
-            $toggleText.text('Hide formula');
-            $(this).addClass('formula-toggle-active');
-          }
-        });
-        
-        // Handle copy formula button
-        $popoverDiv.on('click', '.copy-formula-btn', function(e) {
-          e.preventDefault();
-          e.stopPropagation();
-          
-          var formula = $(this).data('formula');
-          var $copyBtn = $(this);
-          
-          // Create a temp textarea to copy from
-          var $temp = $("<textarea>");
-          $("body").append($temp);
-          $temp.val(formula).select();
-          
-          try {
-            // Execute copy command
-            var successful = document.execCommand('copy');
-            
-            if (successful) {
-              // Show success state
-              $copyBtn.addClass('copy-success');
-              
-              // Store original content
-              var $icon = $copyBtn.find('svg');
-              var originalHtml = $icon.html();
-              
-              // Show checkmark
-              $icon.html('<path d="M20 6L9 17l-5-5"></path>');
-              
-              // Reset after 2 seconds
-              setTimeout(function() {
-                $copyBtn.removeClass('copy-success');
-                $icon.html(originalHtml);
-              }, 2000);
-            }
-          } catch (err) {
-            console.error('Could not copy formula: ', err);
-          }
-          
-          // Remove temp textarea
-          $temp.remove();
-        });
-        
-        // Handle apply suggestion button
-        $popoverDiv.on('click', '.suggestion-apply-btn', function(e) {
-          e.preventDefault();
-          e.stopPropagation();
-          
-          // Skip if button is disabled
-          if ($(this).hasClass('suggestion-apply-btn-disabled')) {
-            console.log("Ignoring click on disabled apply button");
-            return;
-          }
-          
-          var targetId = $(this).data('target');
-          var suggestionValue = $(this).data('value');
-          var isSelectField = $(this).data('is-select') === 'true';
-          var isValid = $(this).data('is-valid') !== 'false'; // Default to true if not specified
-          var $target = $('#' + targetId);
-          
-          if ($target.length === 0) {
-            console.error("Target not found:", targetId);
-            return;
-          }
-          
-          console.log("Applying suggestion to", targetId);
-          
-          // Handle different input types
-          if ($target.is('textarea')) {
-            $target.val(suggestionValue);
-            // If it's a markdown editor, also update the preview
-            if ($target.hasClass('markdown-editor')) {
-              $target.trigger('change');
-            }
-          } else if ($target.is('input[type="text"]')) {
-            $target.val(suggestionValue);
-          } else if ($target.is('select')) {
-            if (isValid) {
-              $target.val(suggestionValue);
-              $target.trigger('change');
-            } else {
-              var $warningMsg = $('<div class="suggestion-warning-message">The suggested value is not a valid option</div>');
-              $warningMsg.css({
-                position: 'absolute',
-                top: $target.offset().top - 25,
-                left: $target.offset().left + $target.outerWidth() / 2,
-                transform: 'translateX(-50%)',
-                backgroundColor: '#e67e22',
-                color: 'white',
-                padding: '4px 10px',
-                borderRadius: '4px',
-                fontSize: '12px',
-                fontWeight: 'bold',
-                zIndex: 1010,
-                opacity: 0,
-                transition: 'opacity 0.3s ease'
-              });
-              $('body').append($warningMsg);
-              
-              setTimeout(function() {
-                $warningMsg.css('opacity', '1');
-              }, 10);
-              
-              setTimeout(function() {
-                $warningMsg.css('opacity', '0');
-                setTimeout(function() {
-                  $warningMsg.remove();
-                }, 300);
-              }, 3000);
-              
-              $target.addClass('suggestion-invalid');
-              setTimeout(function() {
-                $target.removeClass('suggestion-invalid');
-              }, 3000);
-              
-              // Hide the popover
-              $popoverDiv.hide();
-              return;
-            }
-          }
-          
-          // Add a success class for animation
-          $target.addClass('suggestion-applied');
-          setTimeout(function() {
-            $target.removeClass('suggestion-applied');
-          }, 1000);
-          
-          // Show a brief success message
-          var $successMsg = $('<div class="suggestion-success-message">Suggestion applied!</div>');
-          $successMsg.css({
-            position: 'absolute',
-            top: $target.offset().top - 25,
-            left: $target.offset().left + $target.outerWidth() / 2,
-            transform: 'translateX(-50%)',
-            backgroundColor: 'rgba(42, 145, 52, 0.9)',
-            color: 'white',
-            padding: '4px 10px',
-            borderRadius: '4px',
-            fontSize: '12px',
-            fontWeight: 'bold',
-            zIndex: 1010,
-            opacity: 0,
-            transition: 'opacity 0.3s ease'
-          });
-          $('body').append($successMsg);
-          
-          setTimeout(function() {
-            $successMsg.css('opacity', '1');
-          }, 10);
-          
-          setTimeout(function() {
-            $successMsg.css('opacity', '0');
-            setTimeout(function() {
-              $successMsg.remove();
-            }, 300);
-          }, 1500);
-          
-          // Hide the popover
-          $popoverDiv.hide();
-        });
-      }
+        options: {
+            pollingInterval: 2500,
+            maxPollAttempts: 40,
+            initialButtonTitle: 'Suggestion available (loading...)',
+            noSuggestionTitle: 'No suggestion currently available',
+            suggestionReadyTitle: 'Suggestion Available',
+            suggestionErrorTitle: 'Error in suggestion',
+            processingMessage: '<span><i class="fa fa-spinner fa-spin"></i> Processing dataset, suggestions will appear shortly...</span>',
+            statusProcessingTextPrefix: '<span><i class="fa fa-spinner fa-spin"></i> Status: ',
+            statusDoneText: '<span><i class="fa fa-check-circle"></i> Suggestions processed. Fields updated.</span>',
+            statusErrorText: '<span><i class="fa fa-exclamation-triangle"></i> Error processing suggestions. Status: ',
+            timeoutMessage: '<span><i class="fa fa-exclamation-triangle"></i> Suggestions are taking longer than usual to process.</span>',
+            errorMessage: '<span><i class="fa fa-times-circle"></i> Could not retrieve suggestions at this time.</span>',
+            errorPrefix: '#ERROR!:', // User confirmed prefix
+            terminalStatuses: ['DONE', 'ERROR', 'FAILED']
+        },
+        _popoverDivs: {},
+        _originalButtonTitles: {},
+
+        initialize: function() {
+            var self = this;
+            var el = this.el;
+            var $form = $(el).closest('form');
+            var foundDatasetId = null;
+
+            // Dataset ID acquisition (run only if global ID not set)
+            if (!globalState.datasetId) {
+                if ($form.length && $form.data('dataset-id')) foundDatasetId = $form.data('dataset-id');
+                else if ($form.length && $form.find('input[name="id"]').val()) foundDatasetId = $form.find('input[name="id"]').val();
+                else if ($form.length && $form.find('input[name="pkg_name"]').val()) foundDatasetId = $form.find('input[name="pkg_name"]').val();
+                else if ($('body').data('dataset-id')) foundDatasetId = $('body').data('dataset-id');
+                else {
+                    var pathArray = window.location.pathname.split('/');
+                    var datasetIndex = pathArray.indexOf('dataset');
+                    var editIndex = pathArray.indexOf('edit');
+                    if (datasetIndex !== -1 && editIndex !== -1 && editIndex === datasetIndex + 1 && pathArray.length > editIndex + 1) {
+                        var potentialId = pathArray[editIndex + 1];
+                        if (potentialId && potentialId.length > 5) foundDatasetId = potentialId;
+                    }
+                }
+                if (foundDatasetId) {
+                    globalState.datasetId = foundDatasetId;
+                }
+            }
+
+            var fieldName = $(el).data('field-name');
+            if (!fieldName) return;
+
+            this._originalButtonTitles[fieldName] = $(el).attr('title');
+            $(el).attr('title', this.options.initialButtonTitle);
+            var popoverId = 'custom-suggestion-popover-' + fieldName + '-' + Date.now();
+            this._popoverDivs[fieldName] = $('<div class="custom-suggestion-popover" id="' + popoverId + '" style="display: none;"></div>').appendTo('body');
+            $(el).hide();
+            this._showFieldLoadingIndicator(el);
+
+            if (!globalState.globalInitDone) {
+                globalState.globalInitDone = true;
+                this._showProcessingBanner();
+                if (!globalState.isPolling) this._pollForSuggestions(); // Start polling if not already
+            }
+            this._attachBaseEventHandlers(el, this._popoverDivs[fieldName], fieldName);
+        },
+
+        _showAllButtonsAsNoSuggestion: function() {
+            var self = this;
+             $('button[data-module="scheming-suggestions"]').each(function() {
+                var currentButton = $(this);
+                currentButton.attr('title', self.options.noSuggestionTitle).show();
+                self._hideFieldLoadingIndicator(currentButton);
+            });
+        },
+        _showFieldLoadingIndicator: function(buttonEl) {
+            var $controlGroup = $(buttonEl).closest('.control-group.has-suggestion');
+            if ($controlGroup.length === 0) $controlGroup = $(buttonEl).closest('.form-group.has-suggestion');
+            var $label = $controlGroup.find('.control-label, .form-label').first();
+            if ($label.length && $label.find('.suggestion-field-loader').length === 0) {
+                $label.append('<span class="suggestion-field-loader">&nbsp;<i class="fa fa-circle-o-notch fa-spin fa-fw"></i></span>');
+            }
+        },
+        _hideFieldLoadingIndicator: function(buttonEl) {
+            var $controlGroup = $(buttonEl).closest('.control-group.has-suggestion');
+             if ($controlGroup.length === 0) $controlGroup = $(buttonEl).closest('.form-group.has-suggestion');
+            $controlGroup.find('.suggestion-field-loader').remove();
+        },
+        _showProcessingBanner: function() {
+            var self = this;
+            if ($('#scheming-processing-banner').length === 0) {
+                var bannerHtml = '<div id="scheming-processing-banner" class="scheming-alert scheming-alert-info">' +
+                                 self.options.processingMessage +
+                                 '</div>';
+                var $formContainer = $('.primary.span9').first();
+                if ($formContainer.length === 0) $formContainer = $('form.dataset-form, form#dataset-edit').first();
+                if ($formContainer.length === 0) $formContainer = $('main .container, #content .container').first();
+                if ($formContainer.length) $formContainer.prepend(bannerHtml);
+                else $('body').prepend(bannerHtml);
+            }
+        },
+        _updateProcessingBanner: function(message, alertClass) {
+            var $banner = $('#scheming-processing-banner');
+            if ($banner.length === 0 && message) { // If banner doesn't exist, create it
+                this._showProcessingBanner();
+                $banner = $('#scheming-processing-banner');
+            }
+            if ($banner.length) {
+                var timestamp = new Date().toLocaleTimeString();
+                $banner.html(message + ' <span style="font-size:0.7em; opacity:0.7;">(as of ' + timestamp + ')</span>')
+                       .removeClass('scheming-alert-info scheming-alert-warning scheming-alert-danger scheming-alert-success')
+                       .addClass(alertClass || 'scheming-alert-info');
+            }
+        },
+        _removeProcessingBanner: function() {
+            $('#scheming-processing-banner').fadeOut(function() { $(this).remove(); });
+        },
+
+        _processDppButtonSuggestions: function(dppPackageSuggestions) {
+            var self = this;
+            if (!dppPackageSuggestions) {
+                return;
+            }
+            $('button[data-module="scheming-suggestions"]').each(function() {
+                var $buttonEl = $(this);
+                var fieldName = $buttonEl.data('field-name');
+                var fieldSchemaJson = $buttonEl.data('field-schema');
+                if (!fieldSchemaJson) {
+                    self._hideFieldLoadingIndicator($buttonEl);
+                    $buttonEl.attr('title', self.options.noSuggestionTitle).show();
+                    return;
+                }
+                var fieldSchema = typeof fieldSchemaJson === 'string' ? JSON.parse(fieldSchemaJson) : fieldSchemaJson;
+
+                if (dppPackageSuggestions.hasOwnProperty(fieldName)) {
+                    var suggestionValue = dppPackageSuggestions[fieldName];
+                    var isErrorSuggestion = typeof suggestionValue === 'string' && suggestionValue.startsWith(self.options.errorPrefix);
+                    var suggestionLabel = fieldSchema.suggestion_label || fieldSchema.label || 'Suggestion';
+                    var suggestionFormula = fieldSchema.suggestion_formula || 'N/A'; 
+                    var isSelect = fieldSchema.is_select;
+                    var isValidSuggestion = dppPackageSuggestions[fieldName + '_is_valid'];
+                    if (isValidSuggestion === undefined) {
+                         isValidSuggestion = true;
+                         if (isSelect && fieldSchema.choices && fieldSchema.choices.length > 0) {
+                            isValidSuggestion = fieldSchema.choices.some(function(choice){ return String(choice.value) === String(suggestionValue); });
+                         }
+                    }
+
+                    if (isErrorSuggestion) {
+                        $buttonEl.addClass('suggestion-btn-error'); $buttonEl.attr('title', self.options.suggestionErrorTitle); suggestionLabel = 'Suggestion Error';
+                    } else {
+                        $buttonEl.removeClass('suggestion-btn-error'); $buttonEl.attr('title', self.options.suggestionReadyTitle);
+                    }
+
+                    if (!self._popoverDivs[fieldName]) {
+                        var popoverId = 'custom-suggestion-popover-' + fieldName + '-' + Date.now();
+                        self._popoverDivs[fieldName] = $('<div class="custom-suggestion-popover" id="' + popoverId + '" style="display: none;"></div>').appendTo('body');
+                        self._attachBaseEventHandlers($buttonEl, self._popoverDivs[fieldName], fieldName);
+                    }
+
+                    self._populatePopoverContent($buttonEl, self._popoverDivs[fieldName], {
+                        value: suggestionValue, label: suggestionLabel, formula: suggestionFormula,
+                        is_select: isSelect, is_valid: isErrorSuggestion ? false : isValidSuggestion,
+                        field_name: fieldName, is_error: isErrorSuggestion
+                    });
+                    $buttonEl.show();
+
+                } else {
+                    $buttonEl.attr('title', self.options.noSuggestionTitle).show();
+                }
+                self._hideFieldLoadingIndicator($buttonEl);
+            });
+        },
+
+        _setFieldValue: function($target, value, fieldNameForLog) {
+            var self = this;
+            var fieldId = fieldNameForLog || $target.data('scheming-field-name') || $target.attr('name') || $target.attr('id');
+            var success = false;
+
+            if ($target.is('textarea, input[type="text"], input[type="number"], input[type="email"], input[type="url"], input[type="hidden"], input:not([type="button"], [type="submit"], [type="reset"], [type="image"], [type="file"], [type="radio"], [type="checkbox"])')) {
+                var currentValue = $target.val();
+                var newValueString = (value === null || value === undefined) ? "" : String(value);
+                if (currentValue !== newValueString) {
+                    $target.val(newValueString).trigger('change');
+                }
+                success = true;
+            } else if ($target.is('select')) {
+                var originalValueStr = (value === null || value === undefined) ? "" : String(value);
+                var $optionToSelect = null;
+                var $optionByValueExact = $target.find("option[value='" + originalValueStr.replace(/'/g, "&apos;") + "']");
+                if ($optionByValueExact.length > 0) $optionToSelect = $optionByValueExact.first();
+                else {
+                    var foundLoose = false;
+                    $target.find("option").each(function() {
+                        if ($(this).val() == value) { $optionToSelect = $(this); foundLoose = true; return false; }
+                    });
+                    if (!foundLoose) {
+                        var $optionByText = $target.find("option").filter(function() { return $(this).text() === originalValueStr; });
+                        if ($optionByText.length > 0) $optionToSelect = $optionByText.first();
+                    }
+                }
+                if ($optionToSelect) {
+                    if ($target.val() !== $optionToSelect.val()) $target.val($optionToSelect.val()).trigger('change');
+                    if (typeof $target.chosen === 'function') $target.trigger("chosen:updated");
+                    if (typeof $target.select2 === 'function') $target.trigger('change.select2');
+                    success = true;
+                } else {
+                    console.warn("SchemingSuggestions: Value '" + esc(value) + "' not valid for select:", fieldId);
+                }
+            }
+            return success;
+        },
+
+        _updateLiveDatasetAndFormulaFields: function(datasetObject, dppSuggestionsObject) {
+            var self = this;
+            var updatedFieldsLog = [];
+
+            if (!datasetObject || typeof datasetObject !== 'object') {
+                console.warn("SchemingSuggestions: _updateLiveDatasetAndFormulaFields called with invalid datasetObject.");
+                return;
+            }
+
+            var dppFieldName = 'dpp_suggestions';
+            var $dppTextarea = $('#field-' + dppFieldName);
+            if ($dppTextarea.length === 0) $dppTextarea = $('textarea[data-scheming-field-name="' + dppFieldName + '"], textarea[name="' + dppFieldName + '"]');
+            if ($dppTextarea.length && dppSuggestionsObject && typeof dppSuggestionsObject === 'object') {
+                try {
+                    var prettyJson = JSON.stringify(dppSuggestionsObject, null, 2);
+                    if (self._setFieldValue($dppTextarea, prettyJson, dppFieldName)) {
+                        $dppTextarea.addClass('formula-auto-applied');
+                        setTimeout(function() { $dppTextarea.removeClass('formula-auto-applied'); }, 1200);
+                        updatedFieldsLog.push(dppFieldName + " (JSON content)");
+                    }
+                } catch (e) { console.error("SchemingSuggestions: Error handling '"+dppFieldName+"' field:", e); }
+            }
+
+            $('form.dataset-form [data-scheming-field-name][data-is-formula-field="true"]').each(function() {
+                var $target = $(this);
+                var fieldName = $target.data('scheming-field-name');
+
+                if ($target.closest('.scheming-resource-fields, .resource-item, .repeating-template').length > 0) return; // Skip resource fields here
+
+                if (datasetObject.hasOwnProperty(fieldName)) {
+                    var newValue = datasetObject[fieldName];
+                    var isError = typeof newValue === 'string' && newValue.startsWith(self.options.errorPrefix);
+                    $target.removeClass('formula-auto-applied formula-apply-error');
+                    if (!isError) {
+                        if (self._setFieldValue($target, newValue, fieldName)) {
+                            $target.addClass('formula-auto-applied');
+                            setTimeout(function() { $target.removeClass('formula-auto-applied'); }, 1200);
+                            updatedFieldsLog.push("Dataset Formula: " + fieldName);
+                        } else $target.addClass('formula-apply-error');
+                    } else {
+                        self._setFieldValue($target, newValue, fieldName); $target.addClass('formula-apply-error');
+                        updatedFieldsLog.push("Dataset Formula (error set): " + fieldName);
+                    }
+                } else {
+                }
+            });
+
+            if (datasetObject.resources && Array.isArray(datasetObject.resources)) {
+                datasetObject.resources.forEach(function(resource, resourceIndex) {
+                    // Try to find the DOM element for this resource
+                    var $resourceForm = null;
+                    if (resource.id) {
+                         $resourceForm = $('.resource-item input[name$="].id"][value="'+resource.id+'"]').closest('.resource-item');
+                         if ($resourceForm.length === 0) { // Try another common selector
+                             $resourceForm = $('.scheming-resource-fields input[name$="].id"][value="'+resource.id+'"]').closest('.scheming-resource-fields');
+                         }
+                    }
+                    if (!$resourceForm || $resourceForm.length === 0) {
+                        $resourceForm = $('.resource-item, .scheming-resource-fields').eq(resourceIndex);
+                    }
+
+                    if ($resourceForm && $resourceForm.length) {
+                        $resourceForm.find('[data-scheming-field-name][data-is-formula-field="true"]').each(function() {
+                            var $target = $(this);
+                            var fieldName = $target.data('scheming-field-name');
+                            if (resource.hasOwnProperty(fieldName)) {
+                                var newValue = resource[fieldName];
+                                var isError = typeof newValue === 'string' && newValue.startsWith(self.options.errorPrefix);
+                                $target.removeClass('formula-auto-applied formula-apply-error');
+                                if (!isError) {
+                                    if (self._setFieldValue($target, newValue, fieldName)) {
+                                        $target.addClass('formula-auto-applied');
+                                        setTimeout(function() { $target.removeClass('formula-auto-applied'); }, 1200);
+                                        updatedFieldsLog.push("Resource[" + (resource.id || resourceIndex) + "] Formula: " + fieldName);
+                                    } else $target.addClass('formula-apply-error');
+                                } else {
+                                    self._setFieldValue($target, newValue, fieldName); $target.addClass('formula-apply-error');
+                                    updatedFieldsLog.push("Resource[" + (resource.id || resourceIndex) + "] Formula (error set): " + fieldName);
+                                }
+                            }
+                        });
+                    } else {
+                        // console.warn("SchemingSuggestions: Could not find DOM for resource index " + resourceIndex + " (ID: " + (resource.id || 'N/A') + ")");
+                    }
+                });
+            }
+
+            if (updatedFieldsLog.length > 0) console.log("SchemingSuggestions: _updateLiveDatasetAndFormulaFields updated:", updatedFieldsLog);
+        },
+
+        _pollForSuggestions: function() {
+            var self = this;
+
+            if (!globalState.datasetId) {
+                if (globalState.pollAttempts === 0) {
+                    globalState.pollAttempts++;
+                    setTimeout(function() { self._pollForSuggestions(); }, self.options.pollingInterval + 1000);
+                    return;
+                }
+                self._updateProcessingBanner(self.options.errorMessage + " (Dataset ID missing)", 'scheming-alert-danger');
+                self._showAllButtonsAsNoSuggestion(); globalState.isPolling = false; return;
+            }
+
+            if (globalState.isPolling && globalState.pollAttempts > 0 && !this._isFirstPollerInstance) {
+            }
+
+
+            if (globalState.pollAttempts >= self.options.maxPollAttempts) {
+                if (!$('#scheming-processing-banner').hasClass('scheming-alert-success') && !$('#scheming-processing-banner').hasClass('scheming-alert-danger')) {
+                    self._updateProcessingBanner(self.options.timeoutMessage, 'scheming-alert-warning');
+                }
+                self._showAllButtonsAsNoSuggestion(); globalState.isPolling = false; return;
+            }
+
+            if (globalState.pollAttempts === 0) { // First actual poll attempt for a dataset ID
+                 if (globalState.isPolling) { // Already polling from another instance, this one should not start another.
+                      return;
+                 }
+                 globalState.isPolling = true;
+                 this._isFirstPollerInstance = true; // This instance is managing the poll loop.
+            } else if (!globalState.isPolling) { // Should not happen if logic is correct, but as a safeguard
+                globalState.isPolling = true;
+            }
+
+            $.ajax({
+                url: (ckan.SITE_ROOT || '') + '/api/3/action/package_show',
+                data: { id: globalState.datasetId, include_tracking: false },
+                dataType: 'json',
+                cache: false,
+                success: function(response) {
+                    globalState.pollAttempts++;
+
+                    if (response.success && response.result) {
+                        var datasetObject = response.result;
+                        var dppSuggestionsData = datasetObject.dpp_suggestions; // This is the direct JSON object
+
+                        if (dppSuggestionsData && dppSuggestionsData.package) {
+                            self._processDppButtonSuggestions(dppSuggestionsData.package);
+                        } else {
+                            self._processDppButtonSuggestions(null);
+                        }
+                        var currentDppStatus = (dppSuggestionsData && dppSuggestionsData.STATUS) ? dppSuggestionsData.STATUS.toUpperCase() : null;
+
+                        if (currentDppStatus === 'DONE') {
+                            console.log("SchemingSuggestions: STATUS is DONE. Applying final updates to formula fields from main dataset object.");
+                            self._updateLiveDatasetAndFormulaFields(datasetObject, dppSuggestionsData);
+                        } else if (dppSuggestionsData) { // If dpp_suggestions exists, update its textarea
+                            self._updateLiveDatasetAndFormulaFields(null, dppSuggestionsData); // Only update dpp_suggestions field
+                        }
+
+
+                        if (currentDppStatus) {
+                            if (self.options.terminalStatuses.includes(currentDppStatus)) {
+                                if (currentDppStatus === 'DONE') {
+                                    self._updateProcessingBanner(self.options.statusDoneText, 'scheming-alert-success');
+                                    setTimeout(function() { self._removeProcessingBanner(); }, 5000);
+                                } else { // ERROR, FAILED
+                                    self._updateProcessingBanner(self.options.statusErrorText + esc(dppSuggestionsData.STATUS) + '</span>', 'scheming-alert-danger');
+                                }
+                                globalState.isPolling = false; return;
+                            } else { // Ongoing status
+                                self._updateProcessingBanner(self.options.statusProcessingTextPrefix + esc(dppSuggestionsData.STATUS) + '</span>', 'scheming-alert-info');
+                                setTimeout(function() { self._pollForSuggestions(); }, self.options.pollingInterval);
+                            }
+                        } else { // No STATUS in dpp_suggestions
+                            console.warn("SchemingSuggestions: Poll " + globalState.pollAttempts + ": dpp_suggestions object has no STATUS field.");
+                            if (globalState.pollAttempts < self.options.maxPollAttempts) {
+                               setTimeout(function() { self._pollForSuggestions(); }, self.options.pollingInterval);
+                            } else { // Max attempts reached with no status
+                                if (!$('#scheming-processing-banner').hasClass('scheming-alert-success') && !$('#scheming-processing-banner').hasClass('scheming-alert-danger')) {
+                                   self._updateProcessingBanner('<span><i class="fa fa-info-circle"></i> Processing status unclear. Max attempts reached.</span>', 'scheming-alert-warning');
+                                }
+                                globalState.isPolling = false;
+                            }
+                        }
+                    } else { // API success:false or no result
+                        console.error("SchemingSuggestions: Poll " + globalState.pollAttempts + ": API error/unexpected structure.", response);
+                        if (globalState.pollAttempts < self.options.maxPollAttempts) {
+                           setTimeout(function() { self._pollForSuggestions(); }, self.options.pollingInterval * 1.5);
+                        } else {
+                           self._updateProcessingBanner(self.options.errorMessage + " (API response error)", 'scheming-alert-danger');
+                           self._showAllButtonsAsNoSuggestion(); globalState.isPolling = false;
+                        }
+                    }
+                },
+                error: function(jqXHR, textStatus, errorThrown) {
+                    console.error("SchemingSuggestions: Poll " + (globalState.pollAttempts +1) + ": AJAX Error:", textStatus, errorThrown, jqXHR.status, jqXHR.responseText);
+                    globalState.pollAttempts++;
+                    if (globalState.pollAttempts < self.options.maxPollAttempts) {
+                        var nextPollDelay = self.options.pollingInterval * Math.pow(1.2, Math.min(globalState.pollAttempts, 7));
+                        setTimeout(function() { self._pollForSuggestions(); }, nextPollDelay);
+                    } else {
+                        if (!$('#scheming-processing-banner').hasClass('scheming-alert-success')) { // Don't overwrite if it somehow succeeded then errored
+                           self._updateProcessingBanner(self.options.errorMessage + " (API connection error)", 'scheming-alert-danger');
+                        }
+                        self._showAllButtonsAsNoSuggestion(); globalState.isPolling = false;
+                    }
+                }
+            });
+        },
+        _populatePopoverContent: function($buttonEl, $popoverDiv, suggestionData) {
+            var popoverContentHtml = `
+                <div class='suggestion-popover-content ${suggestionData.is_error ? "suggestion-popover-error" : ""}'>
+                    <strong>${esc(suggestionData.label)}</strong>
+                    ${suggestionData.is_error ? `
+                        <div class='suggestion-error-text'>
+                            <svg xmlns='http://www.w3.org/2000/svg' width='14' height='14' viewBox='0 0 24 24' fill='none' stroke='currentColor' stroke-width='2' stroke-linecap='round' stroke-linejoin='round'>
+                                <circle cx='12' cy='12' r='10'></circle><line x1='12' y1='8' x2='12' y2='12'></line><line x1='12' y1='16' x2='12.01' y2='16'></line>
+                            </svg>
+                            <span>The suggestion could not be generated correctly:</span>
+                        </div>` : ''}
+                    ${suggestionData.is_select && !suggestionData.is_valid && !suggestionData.is_error ? `
+                        <div class='suggestion-warning'>
+                            <svg xmlns='http://www.w3.org/2000/svg' width='14' height='14' viewBox='0 0 24 24' fill='none' stroke='currentColor' stroke-width='2' stroke-linecap='round' stroke-linejoin='round'>
+                                <circle cx='12' cy='12' r='10'></circle><line x1='12' y1='8' x2='12' y2='12'></line><line x1='12' y1='16' x2='12.01' y2='16'></line>
+                            </svg>
+                            <span>This value is not a valid choice for this field.</span>
+                        </div>` : ''}
+                    <div class='suggestion-value ${suggestionData.is_error ? "suggestion-value-error" : ""}'>${esc(suggestionData.value)}</div>
+                    ${!suggestionData.is_error ? `
+                        <div class='formula-toggle'>
+                            <button class='formula-toggle-btn' type='button'>
+                                <span class='formula-toggle-icon'>&#9660;</span>
+                                <span class='formula-toggle-text'>Show formula</span>
+                            </button>
+                        </div>
+                        <div class='suggestion-formula' style='display:none;'>
+                            <div class='formula-header'>
+                                <span>Formula:</span>
+                                <button class='copy-formula-btn' type='button' data-formula='${esc(suggestionData.formula)}' title="Copy formula">
+                                    <svg xmlns='http://www.w3.org/2000/svg' width='14' height='14' viewBox='0 0 24 24'><path fill='currentColor' d='M16 1H4c-1.1 0-2 .9-2 2v14h2V3h12V1zm3 4H8c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h11c1.1 0 2-.9 2-2V7c0-1.1-.9-2-2-2zm0 16H8V7h11v14z'/></svg>
+                                </button>
+                            </div>
+                            <code>${esc(suggestionData.formula)}</code>
+                        </div>` : ''}
+                    <button class='suggestion-apply-btn ${(!suggestionData.is_valid || suggestionData.is_error) ? "suggestion-apply-btn-disabled" : ""}'
+                            data-target='field-${suggestionData.field_name}'
+                            data-value='${String(suggestionData.value).replace(/'/g, "&apos;").replace(/"/g, "&quot;")}'
+                            data-is-select='${suggestionData.is_select}'
+                            data-is-valid='${suggestionData.is_valid}'>
+                        ${suggestionData.is_error ? 'Error in Suggestion' : 'Apply suggestion'}
+                    </button>
+                </div>`;
+            $popoverDiv.html(popoverContentHtml);
+            this._attachActionHandlers($popoverDiv, suggestionData.field_name);
+        },
+        _attachBaseEventHandlers: function(el, $popoverDiv, fieldName) {
+            var self = this;
+            $(el).on('click', function(e) {
+                e.preventDefault();
+                e.stopPropagation();
+                if ($popoverDiv.is(':empty') && !$popoverDiv.html().trim()) { return; } // Check if truly empty
+                $('.custom-suggestion-popover').not($popoverDiv).hide();
+                var buttonPos = $(el).offset();
+                var windowWidth = $(window).width();
+                var popoverCalculatedWidth = Math.min(380, windowWidth - 40);
+                var leftPos = buttonPos.left;
+                if (buttonPos.left + popoverCalculatedWidth > windowWidth - 20) {
+                    leftPos = Math.max(20, windowWidth - popoverCalculatedWidth - 20);
+                }
+                var topPos = buttonPos.top + $(el).outerHeight() + 10;
+                if (topPos < $(window).scrollTop()){ topPos = $(window).scrollTop() + 10; }
+                $popoverDiv.css({ position: 'absolute', top: topPos, left: leftPos, width: popoverCalculatedWidth + 'px', zIndex: 1050 }).toggle();
+            });
+        },
+        _attachActionHandlers: function($popoverDiv, fieldName) {
+            var self = this;
+            $(document).off('click.schemingSuggestionsGlobal.' + fieldName).on('click.schemingSuggestionsGlobal.' + fieldName, function(e) {
+                if (!$(e.target).closest($popoverDiv).length && !$(e.target).closest('button[data-field-name="'+fieldName+'"]').length) {
+                    $popoverDiv.hide();
+                }
+            });
+            $popoverDiv.off('click.formulaToggle').on('click.formulaToggle', '.formula-toggle-btn', function(e) {
+                e.preventDefault(); e.stopPropagation();
+                var $formulaSection = $(this).closest('.suggestion-popover-content').find('.suggestion-formula');
+                var $toggleIcon = $(this).find('.formula-toggle-icon');
+                var $toggleText = $(this).find('.formula-toggle-text');
+                $formulaSection.slideToggle(200, function() {
+                    if ($formulaSection.is(':visible')) {
+                        $toggleIcon.html('&#9650;'); $toggleText.text('Hide formula'); $(this).closest('.formula-toggle').addClass('formula-toggle-active');
+                    } else {
+                        $toggleIcon.html('&#9660;'); $toggleText.text('Show formula'); $(this).closest('.formula-toggle').removeClass('formula-toggle-active');
+                    }
+                });
+            });
+            $popoverDiv.off('click.copyFormula').on('click.copyFormula', '.copy-formula-btn', function(e) {
+                e.preventDefault(); e.stopPropagation();
+                var formula = $(this).data('formula');
+                var $copyBtn = $(this);
+                navigator.clipboard.writeText(formula).then(function() {
+                    var $iconContainer = $copyBtn.find('svg').parent();
+                    var originalIcon = $iconContainer.html();
+                    $iconContainer.html('<svg width="14" height="14" viewBox="0 0 24 24"><path fill="currentColor" d="M9 16.17L4.83 12l-1.42 1.41L9 19 21 7l-1.41-1.41L9 16.17z"/></svg>');
+                    $copyBtn.addClass('copy-success');
+                    setTimeout(function() { $copyBtn.removeClass('copy-success'); $iconContainer.html(originalIcon); }, 2000);
+                }).catch(function(err) {
+                    console.error('Could not copy formula: ', err);
+                    self._showTemporaryMessage(null, "Could not copy formula.", 'suggestion-warning-message', '#e67e22');
+                });
+            });
+            $popoverDiv.off('click.applySugg').on('click.applySugg', '.suggestion-apply-btn', function(e) {
+                e.preventDefault(); e.stopPropagation();
+                if ($(this).hasClass('suggestion-apply-btn-disabled')) return;
+                var targetId = $(this).data('target');
+                var suggestionValue = $(this).data('value');
+                var isValid = $(this).data('is-valid') !== false;
+                var $target = $('#' + targetId);
+
+                if (!$target.length) { console.error("Scheming Popover Apply: Target not found:", targetId); return; }
+
+                var applySuccess = false;
+                if (self._setFieldValue($target, suggestionValue, targetId.substring(6))) {
+                    applySuccess = true;
+                } else if (!$target.is('select')) {
+                    self._showTemporaryMessage($target, "Could not apply suggestion to this field type.", 'suggestion-warning-message', '#e67e22');
+                }
+
+                if (applySuccess) {
+                    $target.addClass('suggestion-applied');
+                    setTimeout(function() { $target.removeClass('suggestion-applied'); }, 1200);
+                    self._showTemporaryMessage($target, "Suggestion applied!", 'suggestion-success-message', 'rgba(40, 167, 69, 0.95)');
+                } else if ($target.is('select') && !isValid) {
+                     self._showTemporaryMessage($target, "The suggested value is not a valid option.", 'suggestion-warning-message', '#e67e22');
+                     $target.addClass('suggestion-invalid');
+                     setTimeout(function() { $target.removeClass('suggestion-invalid'); }, 3000);
+                }
+                $popoverDiv.hide();
+            });
+        },
+        _showTemporaryMessage: function($targetElement, message, cssClass, bgColor) {
+            $('.scheming-temp-message').remove();
+            var $msg = $('<div></div>').addClass('scheming-temp-message ' + cssClass).text(message).css({
+                position: 'fixed', bottom: '20px', left: '50%', transform: 'translateX(-50%)',
+                backgroundColor: bgColor || '#333', color: 'white', padding: '10px 20px',
+                borderRadius: '6px', fontSize: '14px', fontWeight: '500', zIndex: 2000,
+                opacity: 0, boxShadow: '0 5px 15px rgba(0,0,0,0.2)'
+            });
+            $('body').append($msg);
+            $msg.animate({opacity: 1, bottom: '30px'}, 300, 'swing')
+                .delay(2500)
+                .animate({opacity: 0, bottom: '20px'}, 300, 'swing', function() { $(this).remove(); });
+        },
+        finalize: function() {
+            var fieldName = this.el && $(this.el).data('field-name');
+            if (fieldName) {
+                $(document).off('click.schemingSuggestionsGlobal.' + fieldName);
+                if (this._popoverDivs[fieldName]) {
+                    this._popoverDivs[fieldName].remove();
+                    delete this._popoverDivs[fieldName];
+                }
+            }
+        }
     };
-  });
\ No newline at end of file
+});
\ No newline at end of file
diff --git a/ckanext/scheming/assets/styles/scheming.css b/ckanext/scheming/assets/styles/scheming.css
index dc18ee260..af450f031 100644
--- a/ckanext/scheming/assets/styles/scheming.css
+++ b/ckanext/scheming/assets/styles/scheming.css
@@ -44,15 +44,40 @@ a.btn.btn-multiple-remove {
 .form-label label::after {
   content: none !important; 
 }
+.control-group.has-suggestion .control-label {
+  position: relative; /* For potential loader positioning */
+  display: flex; /* To align label text and button nicely */
+  align-items: center; /* Vertical alignment */
+}
+
 
-.control-label-with-suggestion label:after {
-  content: none !important;
+.suggestion-field-loader {
+  margin-left: 5px; /* Space from label text */
 }
 
-label:after {
-  content: none !important;
+.suggestion-field-loader i.fa {
+  color: #007bff; /* CKAN blue */
+  font-size: 0.9em;
 }
 
+/* Processing Banner & Temporary Messages */
+.scheming-alert {
+  padding: 15px 20px;
+  margin-bottom: 20px;
+  border: 1px solid transparent;
+  border-radius: 6px;
+  display: flex;
+  align-items: center;
+  font-size: 14px;
+  box-shadow: 0 3px 10px rgba(0,0,0,0.08);
+  transition: background-color 0.3s ease, color 0.3s ease; /* Smooth transitions */
+}
+.scheming-alert i.fa { margin-right: 12px; font-size: 1.3em; }
+
+.scheming-alert-info { background-color: #e7f3fe; border-color: #d0eaff; color: #0c5460; }
+.scheming-alert-success { background-color: #d4edda; border-color: #c3e6cb; color: #155724; }
+.scheming-alert-warning { background-color: #fff3cd; border-color: #ffeeba; color: #856404; }
+.scheming-alert-danger { background-color: #f8d7da; border-color: #f5c6cb; color: #721c24; }
 
 
 .suggestion-btn {
@@ -73,7 +98,9 @@ label:after {
 }
 
 .suggestion-btn:hover, .suggestion-btn:focus {
-  transform: scale(1.2);
+  background-color: rgba(0, 123, 255, 0.1);
+  transform: scale(1.1);
+  box-shadow: 0 2px 8px rgba(0,123,255,0.2);
   outline: none;
 }
 
@@ -81,394 +108,220 @@ label:after {
   width: 20px;
   height: 20px;
   fill: #2a9134; /* darker green */
+  transition: stroke 0.25s ease-in-out; /* Smooth color transition for icon */
 }
-
-.suggestion-field-wrapper {
-  position: relative;
-}
-
-/* Label with suggestion styling */
-.control-label-with-suggestion {
-  display: flex;
-  flex-wrap: nowrap; /* Prevent wrapping */
+/* Suggestion Button Error State */
+.suggestion-btn.suggestion-btn-error {
+  color: #dc3545; /* Bootstrap danger red */
 }
-
-/* FIX for colon issue - hide the default colon */
-.control-label-with-suggestion .form-label::after {
-  content: none !important;
+.suggestion-btn.suggestion-btn-error svg {
+  stroke: #dc3545; /* Red icon stroke */
 }
-
-/* Custom popover styles */
-.custom-suggestion-popover {
-  max-width: 350px;
-  position: absolute;
-  background-color: #fff;
-  border: none;
-  border-radius: 12px;
-  box-shadow: 0 8px 32px rgba(0,0,0,0.12), 0 4px 8px rgba(0,0,0,0.08);
-  padding: 16px;
-  z-index: 1000;
+.suggestion-btn.suggestion-btn-error:hover,
+.suggestion-btn.suggestion-btn-error:focus {
+  background-color: rgba(220, 53, 69, 0.1); /* Light red background on hover */
+  box-shadow: 0 2px 8px rgba(220, 53, 69, 0.2);
 }
 
-.custom-suggestion-popover:before {
-  content: '';
-  display: block;
-  position: absolute;
-  width: 12px;
-  height: 12px;
-  background: #fff;
-  transform: rotate(45deg);
-  top: -6px;
-  left: 15px;
-  box-shadow: -2px -2px 5px rgba(0,0,0,0.05);
-}
 
-.suggestion-popover-content {
-  padding: 0;
-}
+.custom-suggestion-popover {
+  max-width: 380px;
+  width: auto;
+  background-color: #ffffff;
+  border: 1px solid #ddd;
+  border-radius: 8px;
+  box-shadow: 0 8px 24px rgba(0,0,0,0.12), 0 4px 10px rgba(0,0,0,0.08);
+  padding: 18px;
+  font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, "Helvetica Neue", Arial, sans-serif;
+  line-height: 1.5; 
+}
+.custom-suggestion-popover:before { display: none; } 
 
 .suggestion-popover-content strong {
   display: block;
-  margin-bottom: 10px;
-  color: #333;
-  font-size: 16px;
+  margin-bottom: 12px;
+  color: #212529;
+  font-size: 17px;
   font-weight: 600;
 }
 
-/* Warning for invalid dropdown values */
-.suggestion-warning {
-  display: flex;
-  align-items: flex-start;
-  margin-top: 8px;
-  padding: 10px;
-  background-color: #fff7ed;
-  border-radius: 6px;
-  border-left: 3px solid #e67e22;
-  font-size: 12px;
-  line-height: 1.4;
-  color: #8d4004;
-}
-
-.suggestion-warning svg {
-  flex-shrink: 0;
-  margin-right: 8px;
-  stroke: #e67e22;
-  margin-top: 2px;
-}
-
-.suggestion-warning span {
-  display: block;
-}
-
-/* Invalid selection animation */
-@keyframes invalidShake {
-  0%, 100% { transform: translateX(0); }
-  20%, 60% { transform: translateX(-5px); }
-  40%, 80% { transform: translateX(5px); }
-}
-
-select.suggestion-invalid {
-  animation: invalidShake 0.5s ease;
-  border-color: #e67e22 !important;
-  box-shadow: 0 0 0 3px rgba(230, 126, 34, 0.2) !important;
-}
-
-.suggestion-warning-message {
-  animation: fadeInOut 1.5s ease-in-out;
-  box-shadow: 0 2px 10px rgba(0,0,0,0.2);
-  background-color: #e67e22 !important;
-}
-
 .suggestion-value {
-  margin: 12px 0;
+  margin: 15px 0;
   padding: 12px;
   background-color: #f8f9fa;
   border-radius: 6px;
-  font-family: monospace;
+  font-family: 'SFMono-Regular', Consolas, 'Liberation Mono', Menlo, Courier, monospace;
   word-break: break-all;
-  border-left: 3px solid #2a9134; /* darker green */
-  border-top: none;
-  border-right: none;
-  border-bottom: none;
-  max-height: 200px;
+  border-left: 4px solid #007bff;
+  font-size: 14px;
+  color: #343a40;
+  box-shadow: inset 0 1px 3px rgba(0,0,0,0.04);
+  max-height: 150px;
   overflow-y: auto;
-  font-size: 13px;
-  color: #333;
-  box-shadow: inset 0 1px 3px rgba(0,0,0,0.05);
-}
-
-/* Formula toggle button */
-.formula-toggle {
-  margin: 8px 0 0 0;
 }
 
+.formula-toggle { margin: 10px 0 5px 0; }
 .formula-toggle-btn {
-  background: none;
-  border: none;
-  color: #2a9134;
-  font-size: 12px;
-  font-weight: 600;
-  cursor: pointer;
-  padding: 0;
-  display: flex;
-  align-items: center;
-  opacity: 0.8;
-  transition: all 0.2s ease;
-}
-
-.formula-toggle-btn:hover {
-  opacity: 1;
-  text-decoration: underline;
-}
-
-.formula-toggle-active {
-  opacity: 1;
+  background: none; border: none; color: #007bff; font-size: 13px;
+  font-weight: 500; cursor: pointer; padding: 5px 0; display: flex; align-items: center;
+  opacity: 0.9; transition: opacity 0.2s ease;
 }
+.formula-toggle-btn:hover { opacity: 1; text-decoration: underline; }
+.formula-toggle-active { opacity: 1; } /* Class for active (expanded) state */
+.formula-toggle-icon { font-size: 11px; margin-right: 6px; transition: transform 0.2s ease; }
+.formula-toggle-active .formula-toggle-icon { transform: rotate(180deg); } /* Icon rotation */
 
-.formula-toggle-icon {
-  font-size: 10px;
-  margin-right: 4px;
-  transition: transform 0.2s ease;
-}
 
-/* Formula display */
 .suggestion-formula {
-  margin: 8px 0;
-  padding: 10px;
-  background-color: #f1f1f1;
-  border-radius: 4px;
-  font-size: 12px;
-  line-height: 1.4;
-  color: #555;
-  border-left: 2px solid #2a9134;
+  margin: 8px 0 15px 0; padding: 12px; background-color: #e9ecef;
+  border-radius: 4px; font-size: 12px; line-height: 1.5; color: #495057;
+  border-left: 3px solid #28a745;
+  font-family: 'SFMono-Regular', Consolas, 'Liberation Mono', Menlo, Courier, monospace;
 }
-
 .formula-header {
-  display: flex;
-  justify-content: space-between;
-  align-items: center;
-  margin-bottom: 5px;
-  font-weight: 600;
-  color: #444;
-  font-size: 11px;
-  text-transform: uppercase;
+  display: flex; justify-content: space-between; align-items: center;
+  margin-bottom: 8px; font-weight: 500; color: #333; font-size: 12px;
+  text-transform: uppercase; letter-spacing: 0.5px;
 }
-
 .copy-formula-btn {
-  background: none;
-  border: none;
-  color: #2a9134;
-  cursor: pointer;
-  padding: 3px;
-  display: flex;
-  align-items: center;
-  justify-content: center;
-  opacity: 0.7;
-  transition: all 0.2s ease;
-  border-radius: 4px;
+  background: none; border: none; color: #007bff; cursor: pointer; padding: 4px;
+  display: flex; align-items: center; justify-content: center; opacity: 0.7;
+  transition: all 0.2s ease; border-radius: 4px;
 }
+.copy-formula-btn:hover { opacity: 1; background-color: rgba(0, 123, 255, 0.08); }
+.copy-formula-btn.copy-success { color: #28a745; opacity: 1; background-color: rgba(40, 167, 69, 0.1); }
+.copy-formula-btn svg { width: 16px; height: 16px; }
+.suggestion-formula code { white-space: pre-wrap; word-break: break-all; display: block; }
 
-.copy-formula-btn:hover {
-  opacity: 1;
-  background-color: rgba(42, 145, 52, 0.1);
+/* Apply Button */
+.suggestion-apply-btn {
+  margin-top: 15px; padding: 10px 15px; font-size: 14px;
+  background-color: #28a745; color: white; border: none; border-radius: 5px;
+  cursor: pointer; display: block; width: 100%; font-weight: 500;
+  transition: all 0.2s ease; text-transform: none;
+  letter-spacing: 0; box-shadow: 0 2px 5px rgba(40, 167, 69, 0.25);
 }
-
-.copy-formula-btn.copy-success {
-  color: #2a9134;
-  opacity: 1;
-  background-color: rgba(42, 145, 52, 0.15);
+.suggestion-apply-btn:hover:not(.suggestion-apply-btn-disabled) {
+  background-color: #218838; transform: translateY(-1px);
+  box-shadow: 0 4px 8px rgba(40, 167, 69, 0.3);
 }
-
-.suggestion-formula code {
-  white-space: pre-wrap;
-  word-break: break-all;
-  font-family: monospace;
-  display: block;
-}
-
-.suggestion-apply-btn {
-  margin-top: 12px;
-  padding: 10px;
-  font-size: 14px;
-  background-color: #2a9134; /* darker green */
-  color: white;
-  border: none;
-  border-radius: 4px;
-  cursor: pointer;
-  display: block;
-  width: 100%;
-  font-weight: 600;
-  transition: all 0.2s ease;
-  text-transform: uppercase;
-  letter-spacing: 0.5px;
-  box-shadow: 0 2px 5px rgba(42, 145, 52, 0.3);
+.suggestion-apply-btn:active:not(.suggestion-apply-btn-disabled) {
+  transform: translateY(0); box-shadow: 0 1px 3px rgba(40, 167, 69, 0.3);
 }
-
-/* Disabled apply button for invalid suggestions */
 .suggestion-apply-btn-disabled {
-  background-color: #cccccc !important;
-  color: #888888 !important;
-  cursor: not-allowed !important;
-  box-shadow: none !important;
-  opacity: 0.7;
+  background-color: #adb5bd !important; color: #495057 !important; /* Darker text on grey */
+  cursor: not-allowed !important; box-shadow: none !important; opacity: 0.65;
 }
 
-.suggestion-apply-btn-disabled:hover {
-  transform: none !important;
-  background-color: #cccccc !important;
-  box-shadow: none !important;
+/* Popover Error State Styling */
+.suggestion-popover-error strong {
+  color: #721c24; /* Darker red for title in error popover */
 }
-
-.suggestion-apply-btn:hover {
-  background-color: #217a2b; /* even darker on hover */
-  transform: translateY(-2px);
-  box-shadow: 0 4px 8px rgba(42, 145, 52, 0.4);
+.suggestion-error-text {
+  display: flex;
+  align-items: flex-start; /* Align icon and text nicely */
+  margin-top: 8px;
+  margin-bottom: 8px; /* Consistent margin */
+  padding: 10px;
+  background-color: #f8d7da;
+  border-radius: 6px;
+  border-left: 3px solid #dc3545;
+  font-size: 13px;
+  line-height: 1.4;
+  color: #721c24;
 }
-
-/* Button pressed effect */
-.suggestion-apply-btn:active {
-  transform: translateY(0);
-  box-shadow: 0 1px 2px rgba(42, 145, 52, 0.4);
+.suggestion-error-text svg {
+  flex-shrink: 0;
+  margin-right: 8px;
+  stroke: #dc3545;
+  margin-top: 2px;
 }
-
-/* Custom tooltip styling */
-.suggestion-btn {
-  position: relative;
+.suggestion-value-error {
+  border-left-color: #dc3545 !important;
+  background-color: #f8d7da !important;
+  color: #721c24 !important;
 }
 
-.suggestion-btn:hover::before {
-  content: attr(title);
-  position: absolute;
-  bottom: 100%;
-  left: 50%;
-  transform: translateX(-50%);
-  padding: 6px 12px;
-  border-radius: 4px;
-  background-color: rgba(42, 145, 52, 0.9); /* darker green */
-  color: white;
-  font-size: 12px;
-  white-space: nowrap;
-  z-index: 1001;
-  pointer-events: none;
-  font-weight: normal;
-  margin-bottom: 5px;
-  box-shadow: 0 2px 10px rgba(0,0,0,0.1);
-}
 
-.suggestion-btn:hover::after {
-  content: '';
-  position: absolute;
-  top: -5px;
-  left: 50%;
-  transform: translateX(-50%);
-  border-width: 5px 5px 0;
-  border-style: solid;
-  border-color: rgba(42, 145, 52, 0.9) transparent transparent; /* darker green */
-  z-index: 1001;
-  pointer-events: none;
+/* Warning for invalid select */
+.suggestion-warning {
+  display: flex; /* For icon alignment */
+  align-items: flex-start;
+  padding: 10px; background-color: #fff3cd; border-left: 3px solid #ffc107;
+  color: #856404; border-radius: 4px; margin: 10px 0; font-size: 13px;
 }
+.suggestion-warning svg { stroke: #ffc107; margin-right: 8px; flex-shrink: 0; margin-top: 2px;}
 
-/* Animation for suggestion button */
-@keyframes pulse {
-  0% { transform: scale(1); }
-  50% { transform: scale(1.1); }
-  100% { transform: scale(1); }
-}
 
-.suggestion-btn {
-  animation: pulse 2s infinite;
-}
 
-.suggestion-btn:hover {
-  animation: none;
+/* Applied field animation (for manual suggestion apply) */
+@keyframes highlightSuccessPulse {
+  0% { box-shadow: 0 0 0 0 rgba(40, 167, 69, 0.4); }
+  70% { box-shadow: 0 0 0 10px rgba(40, 167, 69, 0); }
+  100% { box-shadow: 0 0 0 0 rgba(40, 167, 69, 0); }
 }
-
-/* Improved popover styling */
-.custom-suggestion-popover {
-  animation: fadeIn 0.2s ease-in-out;
+input.suggestion-applied, textarea.suggestion-applied, select.suggestion-applied {
+  animation: highlightSuccessPulse 1s ease-out;
+  border-color: #28a745 !important;
 }
 
-@keyframes fadeIn {
-  from { opacity: 0; transform: translateY(-10px); }
-  to { opacity: 1; transform: translateY(0); }
+/* NEW: Styles for auto-applied formula fields */
+@keyframes highlightAutoApplied {
+  0% { background-color: rgba(0, 123, 255, 0); } /* Blueish highlight */
+  50% { background-color: rgba(0, 123, 255, 0.12); }
+  100% { background-color: rgba(0, 123, 255, 0); }
 }
-
-/* Suggestion button in field designs with icon */
-.control-group.has-suggestion .control-label::before {
-  content: '';
-  display: inline-block;
-  width: 4px;
-  height: 16px;
-  background-color: #2a9134;
-  margin-right: 6px;
-  border-radius: 2px;
-  vertical-align: middle;
+input.formula-auto-applied, textarea.formula-auto-applied, select.formula-auto-applied {
+  animation: highlightAutoApplied 1.2s ease-in-out;
 }
 
-/* Fade-in effect for suggestion application */
-@keyframes highlightSuccess {
-  0% { background-color: rgba(42, 145, 52, 0); }
-  50% { background-color: rgba(42, 145, 52, 0.12); }
-  100% { background-color: rgba(42, 145, 52, 0); }
+/* NEW: Style for fields where auto-apply formula resulted in an error */
+@keyframes highlightFormulaError {
+  0% { background-color: rgba(220, 53, 69, 0); } /* Reddish highlight */
+  50% { background-color: rgba(220, 53, 69, 0.12); }
+  100% { background-color: rgba(220, 53, 69, 0); }
 }
-
-.suggestion-applied {
-  animation: highlightSuccess 1s ease-in-out;
+input.formula-apply-error, textarea.formula-apply-error, select.formula-apply-error {
+  animation: highlightFormulaError 1.5s ease-in-out;
+  border-color: #dc3545 !important; /* Persistent red border for a bit if needed */
 }
 
-/* Success message animation */
-.suggestion-success-message {
-  animation: fadeInOut 1.5s ease-in-out;
-  box-shadow: 0 2px 10px rgba(0,0,0,0.2);
-}
 
-@keyframes fadeInOut {
-  0% { opacity: 0; transform: translateY(10px); }
-  20% { opacity: 1; transform: translateY(0); }
-  80% { opacity: 1; transform: translateY(0); }
-  100% { opacity: 0; transform: translateY(-10px); }
-}
 
-/* Add styles for mobile devices */
+/* Responsive adjustments */
 @media (max-width: 767px) {
   .custom-suggestion-popover {
-    width: 90%;
+    width: calc(100% - 30px) !important;
     max-width: none;
-    left: 5% !important;
-    right: 5% !important;
-  }
-  
-  .suggestion-btn {
-    width: 24px;
-    height: 24px;
+    left: 15px !important;
+    right: 15px !important;
+    padding: 15px;
   }
-  
-  .suggestion-btn svg {
-    width: 24px;
-    height: 24px;
+  .suggestion-btn { width: 30px; height: 30px; }
+  .suggestion-btn svg { width: 18px; height: 18px; }
+  .control-group.has-suggestion .control-label {
+    flex-wrap: wrap; /* Allow button to wrap if label is very long */
   }
-  
-  .formula-toggle-btn {
-    padding: 8px 0;
+  .suggestion-btn {
+    margin-top: 4px; /* Add some space if it wraps */
+    margin-left: 0; /* Align to left if wrapped */
   }
 }
 
+/* Styles for preformulated fields (from original CSS, ensure they are still relevant) */
 .preformulated-field {
   position: relative;
   background-color: #f9f9f9;
   border-left: 3px solid #2a9134;
   padding-left: 10px;
 }
-
 .preformulated-field input,
 .preformulated-field textarea,
 .preformulated-field select {
   background-color: #f9f9f9 !important;
   border-color: #e0e0e0 !important;
-  cursor: not-allowed !important;
   color: #555 !important;
 }
-
 .preformulated-field-notice {
   display: block;
   margin-top: 5px;
@@ -480,6 +333,8 @@ select.suggestion-invalid {
   border-radius: 3px;
 }
 
-#dataset-edit > div:nth-child(8) > label > div > span.preformulated-icon > svg {
-vertical-align: text-top;
+
+#dataset-edit div[class*="control-group"] > label > span.preformulated-icon > svg {
+  vertical-align: middle; 
+  margin-left: 5px;
 }
\ No newline at end of file
diff --git a/ckanext/scheming/suggestion_test_schema.yaml b/ckanext/scheming/suggestion_test_schema.yaml
index c09de98a2..02737103b 100644
--- a/ckanext/scheming/suggestion_test_schema.yaml
+++ b/ckanext/scheming/suggestion_test_schema.yaml
@@ -20,8 +20,8 @@ dataset_fields:
   label: Description
   form_snippet: markdown.html
   form_placeholder: eg. Some useful notes/blurb about the data
-  suggestion_formula: Latitudinal range {{resource.LATITUDE.stats.max|float - resource.LATITUDE.stats.min|float }} {{"the quick brown fox"|truncate_with_ellipsis(5)}}
-
+  suggestion_formula: Latitudinal range {{ (dpps[dpp.LAT_FIELD].stats.max|float) - (dpps[dpp.LAT_FIELD].stats.min|float) }} {{"the quick brown fox"|truncate_with_ellipsis(5)}}
+  
 - field_name: spatial_extent
   label: Spatial Extent
   form_snippet: markdown.html
@@ -29,7 +29,14 @@ dataset_fields:
 
 - field_name: test_field
   label: Test Field
-  formula: 'Test formula field value:{{package.author}}: {{package.author_email}}'
+  form_snippet: markdown.html
+  formula: 'Test field value:{{package.author}}: {{package.author_email}}'
+
+- field_name: frequency_info
+  label: Frequency Information
+  form_snippet: markdown.html
+  form_placeholder: eg. Daily, Weekly, Monthly, Annually, etc.
+  formula: '{{ get_frequency_top_values("LATITUDE") }}'
 
 - field_name: tag_string
   label: Tags
@@ -81,7 +88,7 @@ dataset_fields:
   display_email_name_field: maintainer
 
 - field_name: dpp_suggestions
-  label: DPP Suggestion
+  label: DPP Suggestions
   preset: json_object
 
 resource_fields:
@@ -102,8 +109,14 @@ resource_fields:
 - field_name: spatial_extent
   label: Spatial Extent
   form_snippet: markdown.html
-  suggestion_formula: POLYGON(({{resource.LATITUDE.stats.min|float}}, {{resource.LONGITUDE.stats.min|float}}, {{resource.LATITUDE.stats.max|float}}, {{resource.LONGITUDE.stats.min|float}}, {{resource.LATITUDE.stats.max|float}}, {{resource.LONGITUDE.stats.max|float}}, {{resource.LATITUDE.stats.min|float}}, {{resource.LONGITUDE.stats.max|float}}, {{resource.LATITUDE.stats.min|float}}, {{resource.LONGITUDE.stats.min|float}}))
 
+- field_name: spatial_extent_fc_inferred
+  label: Spatial Extent Feature Collection Inferred
+  form_snippet: markdown.html
+
+- field_name: spatial_extent_wkt_inferred
+  label: Spatial Extent WKT Inferred
+  form_snippet: markdown.html
 
 - field_name: format
   label: Format
diff --git a/ckanext/scheming/templates/scheming/form_snippets/markdown.html b/ckanext/scheming/templates/scheming/form_snippets/markdown.html
index a20c77908..3228fd0df 100644
--- a/ckanext/scheming/templates/scheming/form_snippets/markdown.html
+++ b/ckanext/scheming/templates/scheming/form_snippets/markdown.html
@@ -4,38 +4,48 @@
 {# Check if this is a preformulated field #}
 {% set is_preformulated = h.is_preformulated_field(field) %}
 
+{# Create a custom label with suggestion button(s) and icons #}
 {% set suggestion = h.scheming_field_suggestion(field) %}
 {% set label_text = h.scheming_language_text(field.label) %}
-{% set label_with_suggestion %}
+{% set label_with_extras %}
     <span class="form-label">{{ label_text }}:</span>
     {%- if suggestion -%}
       {%- snippet 'scheming/snippets/suggestion_button.html', field=field, data=data -%}
     {%- endif -%}
     {%- if is_preformulated -%}
       <span class="preformulated-icon" title="This field is automatically populated">
-        <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
-          <path d="M12 22s8-4 8-10V5l-8-3-8 3v7c0 6 8 10 8 10z"></path>
-        </svg>
+        <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"> <path d="M12 22s8-4 8-10V5l-8-3-8 3v7c0 6 8 10 8 10z"></path> </svg>
       </span>
     {%- endif -%}
 {% endset %}
 
+{# Prepare attributes for the form macro #}
+{% set current_attrs = {} %}
+{% if supports_ai_suggestion %}
+  {% set _ = current_attrs.update({'data-field-supports-ai-suggestion': 'true'}) %}
+{% endif %}
+{% if is_preformulated %} {# is_preformulated means it has a 'formula' #}
+  {% set _ = current_attrs.update({'data-is-formula-field': 'true'}) %}
+{% endif %}
+{# Always add data-scheming-field-name for easier targeting by JS #}
+{% set _ = current_attrs.update({'data-scheming-field-name': field.field_name}) %}
+
 
 {% call form.markdown(
     field.field_name,
     id='field-' + field.field_name,
-    label=label_with_suggestion|safe,
+    label=label_with_extras|safe,
     placeholder=h.scheming_language_text(field.form_placeholder),
     value=data[field.field_name],
     error=errors[field.field_name],
-    attrs=dict({"class": "form-control"}, **(field.get('form_attrs', {}))),
+    attrs=current_attrs,
     is_required=h.scheming_field_required(field)
     )
 %}
     <div class="suggestion-field-wrapper {% if is_preformulated %}preformulated-field{% endif %}">
       {%- if is_preformulated -%}
         <div class="preformulated-field-notice">
-          <strong>Automated field:</strong> This field is automatically populated and cannot be edited manually.
+          <strong>Automated field:</strong> This field is automatically populated.
         </div>
       {%- endif -%}
       {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
diff --git a/ckanext/scheming/templates/scheming/form_snippets/text.html b/ckanext/scheming/templates/scheming/form_snippets/text.html
index faff95e54..92b8331bd 100644
--- a/ckanext/scheming/templates/scheming/form_snippets/text.html
+++ b/ckanext/scheming/templates/scheming/form_snippets/text.html
@@ -1,40 +1,54 @@
 {% import 'macros/form.html' as form %}
 {% include 'scheming/snippets/suggestions_asset.html' %}
 
+{# Check if this is a preformulated field (i.e., has a 'formula') #}
 {% set is_preformulated = h.is_preformulated_field(field) %}
 
+{# Create a custom label with suggestion button(s) and icons #}
 {% set suggestion = h.scheming_field_suggestion(field) %}
 {% set label_text = h.scheming_language_text(field.label) %}
-{% set label_with_suggestion %}
-  <span class="form-label">{{ label_text }}</span>
-  {%- if suggestion -%}
-    {%- snippet 'scheming/snippets/suggestion_button.html', field=field, data=data -%}
-  {%- endif -%}
-  {%- if is_preformulated -%}
-    <span class="preformulated-icon" title="This field is automatically populated">
-      <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
-        <path d="M12 22s8-4 8-10V5l-8-3-8 3v7c0 6 8 10 8 10z"></path>
-      </svg>
-    </span>
-  {%- endif -%}
+{% set label_with_extras %}
+    <span class="form-label">{{ label_text }}:</span>
+    {%- if suggestion -%}
+      {%- snippet 'scheming/snippets/suggestion_button.html', field=field, data=data -%}
+    {%- endif -%}
+    {%- if is_preformulated -%}
+      <span class="preformulated-icon" title="This field is automatically populated">
+        <svg xmlns="http://www.w3.org/2000/svg" width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"> <path d="M12 22s8-4 8-10V5l-8-3-8 3v7c0 6 8 10 8 10z"></path> </svg>
+      </span>
+    {%- endif -%}
 {% endset %}
 
+{% set field_classes = field.classes if 'classes' in field else ['control-medium'] %}
+
+{# Prepare attributes for the form macro #}
+{% set current_attrs = {} %}
+{% if supports_ai_suggestion %}
+  {% set _ = current_attrs.update({'data-field-supports-ai-suggestion': 'true'}) %}
+{% endif %}
+{% if is_preformulated %} {# is_preformulated means it has a 'formula' #}
+  {% set _ = current_attrs.update({'data-is-formula-field': 'true'}) %}
+{% endif %}
+{# Always add data-scheming-field-name for easier targeting by JS #}
+{% set _ = current_attrs.update({'data-scheming-field-name': field.field_name}) %}
+
+
 {% call form.input(
     field.field_name,
     id='field-' + field.field_name,
-    label=label_with_suggestion|safe,
+    label=label_with_extras|safe,
     placeholder=h.scheming_language_text(field.form_placeholder),
     value=data[field.field_name],
     error=errors[field.field_name],
-    classes=field.classes if 'classes' in field else ['control-medium'],
-    attrs=dict({"class": "form-control"}, **(field.get('form_attrs', {}))),
+    classes=field_classes,
+    attrs=current_attrs,
     is_required=h.scheming_field_required(field)
     )
 %}
     <div class="suggestion-field-wrapper {% if is_preformulated %}preformulated-field{% endif %}">
       {%- if is_preformulated -%}
         <div class="preformulated-field-notice">
-          <strong>Automated field:</strong> This field is automatically populated and cannot be edited manually.
+          <strong>Automated field:</strong> This field is automatically populated.
         </div>
       {%- endif -%}
       {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
diff --git a/ckanext/scheming/templates/scheming/snippets/suggestion_button.html b/ckanext/scheming/templates/scheming/snippets/suggestion_button.html
index 0adc57cce..9433e0d4a 100644
--- a/ckanext/scheming/templates/scheming/snippets/suggestion_button.html
+++ b/ckanext/scheming/templates/scheming/snippets/suggestion_button.html
@@ -1,60 +1,30 @@
-{% set suggestion = h.scheming_field_suggestion(field) %}
-{% if suggestion %}
-  {% set suggestion_value = h.scheming_get_suggestion_value(field.field_name, data) %}
-  {% set field_id = 'field-' + field.field_name %}
-  {% set popup_id = 'suggestion-popup-' + field.field_name %}
-  
-  {# Check if this is a select field and if the suggestion is valid #}
-  {% set is_select = field.choices is defined or field.choices_helper is defined %}
-  {% set is_valid_suggestion = h.scheming_is_valid_suggestion(field, suggestion_value) %}
-  
-  <button type="button" 
+{% set suggestion_data_for_js = h.scheming_field_suggestion(field) %}
+{% if suggestion_data_for_js %}
+  {% set field_id = 'field-' + field.field_name %} {# Used for targetting by apply button #}
+
+  {% set field_schema_dict = {
+      "field_name": field.field_name,
+      "label": h.scheming_language_text(field.label),
+      "suggestion_label": h.scheming_language_text(suggestion_data_for_js.label or field.label),
+      "suggestion_formula": suggestion_data_for_js.formula,
+      "choices": h.scheming_field_choices(field) if (field.choices or field.choices_helper) else none,
+      "is_select": True if (field.choices or field.choices_helper) else False
+  } %}
+  {# Use h.scheming_display_json_value helper instead of |json filter #}
+  {% set field_schema_for_js_json_string = h.scheming_display_json_value(field_schema_dict) %}
+
+  <button type="button"
           class="suggestion-btn"
-          title="Suggestion Available"
+          title="Suggestion available (loading...)" {# Initial title updated by JS #}
           data-module="scheming-suggestions"
-          data-content="<div class='suggestion-popover-content'>
-                         <strong>{{ suggestion.label }}</strong>
-                         {% if is_select and not is_valid_suggestion %}
-                         <div class='suggestion-warning'>
-                           <svg xmlns='http://www.w3.org/2000/svg' width='14' height='14' viewBox='0 0 24 24' fill='none' stroke='currentColor' stroke-width='2' stroke-linecap='round' stroke-linejoin='round'>
-                             <circle cx='12' cy='12' r='10'></circle>
-                             <line x1='12' y1='8' x2='12' y2='12'></line>
-                             <line x1='12' y1='16' x2='12.01' y2='16'></line>
-                           </svg>
-                           <span>This value is not a valid choice for this field</span>
-                         </div>
-                         {% endif %}
-                         <div class='suggestion-value'>{{ suggestion_value }}</div>
-                         <div class='formula-toggle'>
-                           <button class='formula-toggle-btn' type='button'>
-                             <span class='formula-toggle-icon'>&#9660;</span> 
-                             <span class='formula-toggle-text'>Show formula</span>
-                           </button>
-                         </div>
-                         <div class='suggestion-formula' style='display:none;'>
-                           <div class='formula-header'>
-                             <span>Formula:</span>
-                             <button class='copy-formula-btn' type='button' data-formula='{{ suggestion.formula|e }}'>
-                               <svg xmlns='http://www.w3.org/2000/svg' width='14' height='14' viewBox='0 0 24 24' fill='none' stroke='currentColor' stroke-width='2' stroke-linecap='round' stroke-linejoin='round'>
-                                 <rect x='9' y='9' width='13' height='13' rx='2' ry='2'></rect>
-                                 <path d='M5 15H4a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h9a2 2 0 0 1 2 2v1'></path>
-                               </svg>
-                             </button>
-                           </div>
-                           <code>{{ suggestion.formula|e }}</code>
-                         </div>
-                         <button class='suggestion-apply-btn {% if not is_valid_suggestion %}suggestion-apply-btn-disabled{% endif %}' 
-                                 data-target='{{ field_id }}' 
-                                 data-value='{{ suggestion_value|replace('\'', '\\\'')|replace('\n', '\\n')|replace('"', '&quot;') }}'
-                                 data-is-select='{{ is_select }}'
-                                 data-is-valid='{{ is_valid_suggestion }}'>
-                           Apply suggestion
-                         </button>
-                       </div>">
-    <svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" x="0px" y="0px" viewBox="0 0 60 60" xml:space="preserve">
-      <path d="M30,5C16.2148438,5,5,16.2148438,5,30s11.2148438,25,25,25s25-11.2148438,25-25S43.7851563,5,30,5z M30,53  C17.3178711,53,7,42.6821289,7,30S17.3178711,7,30,7s23,10.3178711,23,23S42.6821289,53,30,53z"/>
-      <path d="M32.1679688,17.1147461c0-0.5522461-0.4477539-1-1-1h-1.800293c-3.4248047,0-6.2109375,2.7861328-6.2109375,6.2109375  v6.105957h-2.2211914c-0.5522461,0-1,0.4477539-1,1s0.4477539,1,1,1h2.2211914v12.4536133c0,0.5522461,0.4477539,1,1,1  s1-0.4477539,1-1V30.4316406h2.2211914c0.5522461,0,1-0.4477539,1-1s-0.4477539-1-1-1h-2.2211914v-6.105957  c0-2.3217773,1.8891602-4.2109375,4.2109375-4.2109375h1.800293C31.7202148,18.1147461,32.1679688,17.6669922,32.1679688,17.1147461  z"/>
-      <path d="M39.625,31.3505859c-0.4589844-0.3095703-1.0795898-0.1884766-1.3886719,0.2685547l-2.7883301,4.126709l-2.7883301-4.126709  c-0.3095703-0.4570313-0.9301758-0.578125-1.3886719-0.2685547c-0.4575195,0.309082-0.5776367,0.9306641-0.2685547,1.3886719  l3.2385254,4.7929688l-3.2385254,4.7929688c-0.309082,0.4580078-0.1889648,1.0795898,0.2685547,1.3886719  c0.171875,0.1157227,0.3666992,0.1713867,0.559082,0.1713867c0.3212891,0,0.6362305-0.1542969,0.8295898-0.4399414  l2.7883301-4.126709l2.7883301,4.126709c0.1933594,0.2856445,0.5083008,0.4399414,0.8295898,0.4399414  c0.1923828,0,0.387207-0.0556641,0.559082-0.1713867c0.4575195-0.309082,0.5776367-0.9306641,0.2685547-1.3886719  l-3.2385254-4.7929688l3.2385254-4.7929688C40.2026367,32.28125,40.0825195,31.659668,39.625,31.3505859z"/>
-    </svg>
+          data-field-name="{{ field.field_name }}"
+          data-field-schema="{{ field_schema_for_js_json_string|e }}"
+          style="display:none;" {# JS will .show() it #}
+          >
+          <svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" version="1.1" x="0px" y="0px" viewBox="0 0 60 60" xml:space="preserve">
+            <path d="M30,5C16.2148438,5,5,16.2148438,5,30s11.2148438,25,25,25s25-11.2148438,25-25S43.7851563,5,30,5z M30,53  C17.3178711,53,7,42.6821289,7,30S17.3178711,7,30,7s23,10.3178711,23,23S42.6821289,53,30,53z"/>
+            <path d="M32.1679688,17.1147461c0-0.5522461-0.4477539-1-1-1h-1.800293c-3.4248047,0-6.2109375,2.7861328-6.2109375,6.2109375  v6.105957h-2.2211914c-0.5522461,0-1,0.4477539-1,1s0.4477539,1,1,1h2.2211914v12.4536133c0,0.5522461,0.4477539,1,1,1  s1-0.4477539,1-1V30.4316406h2.2211914c0.5522461,0,1-0.4477539,1-1s-0.4477539-1-1-1h-2.2211914v-6.105957  c0-2.3217773,1.8891602-4.2109375,4.2109375-4.2109375h1.800293C31.7202148,18.1147461,32.1679688,17.6669922,32.1679688,17.1147461  z"/>
+            <path d="M39.625,31.3505859c-0.4589844-0.3095703-1.0795898-0.1884766-1.3886719,0.2685547l-2.7883301,4.126709l-2.7883301-4.126709  c-0.3095703-0.4570313-0.9301758-0.578125-1.3886719-0.2685547c-0.4575195,0.309082-0.5776367,0.9306641-0.2685547,1.3886719  l3.2385254,4.7929688l-3.2385254,4.7929688c-0.309082,0.4580078-0.1889648,1.0795898,0.2685547,1.3886719  c0.171875,0.1157227,0.3666992,0.1713867,0.559082,0.1713867c0.3212891,0,0.6362305-0.1542969,0.8295898-0.4399414  l2.7883301-4.126709l2.7883301,4.126709c0.1933594,0.2856445,0.5083008,0.4399414,0.8295898,0.4399414  c0.1923828,0,0.387207-0.0556641,0.559082-0.1713867c0.4575195-0.309082,0.5776367-0.9306641,0.2685547-1.3886719  l-3.2385254-4.7929688l3.2385254-4.7929688C40.2026367,32.28125,40.0825195,31.659668,39.625,31.3505859z"/>
+          </svg>
   </button>
-{% endif %}
\ No newline at end of file
+{% endif %}

From 1ddfdf79f1558a6fe8c920a37af4db1679105a7e Mon Sep 17 00:00:00 2001
From: Mohammed Minhajuddin <minhajuddin2510@gmail.com>
Date: Wed, 28 May 2025 04:44:32 -0400
Subject: [PATCH 5/6] fix for the form_control class on text boxes

---
 .../scheming/form_snippets/text.html          | 19 +++----------------
 1 file changed, 3 insertions(+), 16 deletions(-)

diff --git a/ckanext/scheming/templates/scheming/form_snippets/text.html b/ckanext/scheming/templates/scheming/form_snippets/text.html
index 92b8331bd..c78b75fe9 100644
--- a/ckanext/scheming/templates/scheming/form_snippets/text.html
+++ b/ckanext/scheming/templates/scheming/form_snippets/text.html
@@ -19,19 +19,6 @@
     {%- endif -%}
 {% endset %}
 
-{% set field_classes = field.classes if 'classes' in field else ['control-medium'] %}
-
-{# Prepare attributes for the form macro #}
-{% set current_attrs = {} %}
-{% if supports_ai_suggestion %}
-  {% set _ = current_attrs.update({'data-field-supports-ai-suggestion': 'true'}) %}
-{% endif %}
-{% if is_preformulated %} {# is_preformulated means it has a 'formula' #}
-  {% set _ = current_attrs.update({'data-is-formula-field': 'true'}) %}
-{% endif %}
-{# Always add data-scheming-field-name for easier targeting by JS #}
-{% set _ = current_attrs.update({'data-scheming-field-name': field.field_name}) %}
-
 
 {% call form.input(
     field.field_name,
@@ -40,8 +27,8 @@
     placeholder=h.scheming_language_text(field.form_placeholder),
     value=data[field.field_name],
     error=errors[field.field_name],
-    classes=field_classes,
-    attrs=current_attrs,
+    classes=field.classes if 'classes' in field else ['control-medium'],
+    attrs=dict({"class": "form-control"}, **(field.get('form_attrs', {}))),
     is_required=h.scheming_field_required(field)
     )
 %}
@@ -53,4 +40,4 @@
       {%- endif -%}
       {%- snippet 'scheming/form_snippets/help_text.html', field=field -%}
     </div>
-{% endcall %}
\ No newline at end of file
+{% endcall %}

From 497771f481b942f259cd9135e6bace0044e6ac90 Mon Sep 17 00:00:00 2001
From: Mohammed Minhajuddin <minhajuddin2510@gmail.com>
Date: Wed, 28 May 2025 10:16:45 -0400
Subject: [PATCH 6/6] remove banner when edit datasets

---
 .../assets/js/scheming-suggestions.js         | 43 ++++++++++++++++---
 1 file changed, 36 insertions(+), 7 deletions(-)

diff --git a/ckanext/scheming/assets/js/scheming-suggestions.js b/ckanext/scheming/assets/js/scheming-suggestions.js
index fe9e5a043..351df3bff 100644
--- a/ckanext/scheming/assets/js/scheming-suggestions.js
+++ b/ckanext/scheming/assets/js/scheming-suggestions.js
@@ -3,7 +3,8 @@ if (typeof window._schemingSuggestionsGlobalState === 'undefined') {
         datasetId: null,
         globalInitDone: false,
         pollAttempts: 0,
-        isPolling: false // Flag to prevent multiple concurrent poll loops
+        isPolling: false,
+        isInitialLoadWithExistingSuggestions: false 
     };
 }
 
@@ -69,7 +70,6 @@ ckan.module('scheming-suggestions', function($) {
 
             if (!globalState.globalInitDone) {
                 globalState.globalInitDone = true;
-                this._showProcessingBanner();
                 if (!globalState.isPolling) this._pollForSuggestions(); // Start polling if not already
             }
             this._attachBaseEventHandlers(el, this._popoverDivs[fieldName], fieldName);
@@ -344,7 +344,31 @@ ckan.module('scheming-suggestions', function($) {
             } else if (!globalState.isPolling) { // Should not happen if logic is correct, but as a safeguard
                 globalState.isPolling = true;
             }
-
+            if (globalState.pollAttempts === 0 && $('#scheming-processing-banner').length === 0) {
+                var self = this;
+                // Quick check to see if we should show the banner
+                $.ajax({
+                    url: (ckan.SITE_ROOT || '') + '/api/3/action/package_show',
+                    data: { id: globalState.datasetId, include_tracking: false },
+                    dataType: 'json',
+                    cache: false,
+                    async: false, // Make synchronous just for this initial check
+                    success: function(response) {
+                        if (response.success && response.result && response.result.dpp_suggestions) {
+                            var status = response.result.dpp_suggestions.STATUS;
+                            if (!status || !self.options.terminalStatuses.includes(status.toUpperCase())) {
+                                self._showProcessingBanner();
+                            }
+                        } else {
+                            self._showProcessingBanner();
+                        }
+                    },
+                    error: function() {
+                        self._showProcessingBanner();
+                    }
+                });
+            }
+            
             $.ajax({
                 url: (ckan.SITE_ROOT || '') + '/api/3/action/package_show',
                 data: { id: globalState.datasetId, include_tracking: false },
@@ -367,6 +391,7 @@ ckan.module('scheming-suggestions', function($) {
                         if (currentDppStatus === 'DONE') {
                             console.log("SchemingSuggestions: STATUS is DONE. Applying final updates to formula fields from main dataset object.");
                             self._updateLiveDatasetAndFormulaFields(datasetObject, dppSuggestionsData);
+                            globalState.isInitialLoadWithExistingSuggestions = (globalState.pollAttempts === 1);
                         } else if (dppSuggestionsData) { // If dpp_suggestions exists, update its textarea
                             self._updateLiveDatasetAndFormulaFields(null, dppSuggestionsData); // Only update dpp_suggestions field
                         }
@@ -375,10 +400,14 @@ ckan.module('scheming-suggestions', function($) {
                         if (currentDppStatus) {
                             if (self.options.terminalStatuses.includes(currentDppStatus)) {
                                 if (currentDppStatus === 'DONE') {
-                                    self._updateProcessingBanner(self.options.statusDoneText, 'scheming-alert-success');
-                                    setTimeout(function() { self._removeProcessingBanner(); }, 5000);
+                                    if (!globalState.isInitialLoadWithExistingSuggestions) {
+                                        self._updateProcessingBanner(self.options.statusDoneText, 'scheming-alert-success');
+                                        setTimeout(function() { self._removeProcessingBanner(); }, 5000);  
+                                    }
                                 } else { // ERROR, FAILED
-                                    self._updateProcessingBanner(self.options.statusErrorText + esc(dppSuggestionsData.STATUS) + '</span>', 'scheming-alert-danger');
+                                    if ($('#scheming-processing-banner').length > 0) {
+                                        self._updateProcessingBanner(self.options.statusErrorText + esc(dppSuggestionsData.STATUS) + '</span>', 'scheming-alert-danger');
+                                    }
                                 }
                                 globalState.isPolling = false; return;
                             } else { // Ongoing status
@@ -574,4 +603,4 @@ ckan.module('scheming-suggestions', function($) {
             }
         }
     };
-});
\ No newline at end of file
+});