Tracking pull request to merge release-1.32.0 to main

.github/workflow-readme.md

@@ -30,7 +30,7 @@ The "Build PR on Dev" pipeline will be triggered when it identified pull request
 
 - Squash merge the tracking pull request to main
 - Create the release on GitHub from main branch
-- Create the new release branch from main branch (this is done automatically by pipeline create-release.yaml)
+- Create the new release branch from main branch
 - Change the new release branch as the default branch in the repo and update the branch protection rules https://github.com/bcgov/itvr/settings/branches
 - Update frontend/package.json
   - version

django/Dockerfile

@@ -1,4 +1,4 @@
-FROM --platform=linux/amd64 python:3.9.1
+FROM python:3.9.1
 
 ENV PYTHONUNBUFFERED=1
 

django/api/apps.py

@@ -16,13 +16,17 @@ def ready(self):
             schedule_get_ncda_redeemed_rebates,
             schedule_expire_expired_applications,
             schedule_send_expiry_emails,
+            schedule_send_to_cra,
+            schedule_retrieve_from_cra,
         )
 
         if settings.RUN_JOBS and "qcluster" in sys.argv:
             schedule_send_rebates_to_ncda()
             schedule_get_ncda_redeemed_rebates()
             schedule_expire_expired_applications()
             schedule_send_expiry_emails()
+            schedule_send_to_cra()
+            schedule_retrieve_from_cra()
 
 
 class ITVRAdminConfig(AdminConfig):

django/api/migrations/0023_crafiletracker.py

@@ -0,0 +1,26 @@
+# Generated by Django 4.0.9 on 2025-09-05 03:31
+
+from django.db import migrations, models
+import django_extensions.db.fields
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('api', '0022_legacygoelectricrebateapplication'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='CraFileTracker',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('created', django_extensions.db.fields.CreationDateTimeField(auto_now_add=True, verbose_name='created')),
+                ('modified', django_extensions.db.fields.ModificationDateTimeField(auto_now=True, verbose_name='modified')),
+                ('sequence_number', models.IntegerField()),
+            ],
+            options={
+                'db_table': 'cra_file_tracker',
+            },
+        ),
+    ]

django/api/models/__init__.py

@@ -4,3 +4,4 @@
 from . import go_electric_rebate_application
 from . import household_member
 from . import go_electric_rebate
+from . import cra_file_tracker

django/api/models/cra_file_tracker.py

@@ -0,0 +1,11 @@
+from django_extensions.db.models import TimeStampedModel
+from django.db.models import (
+    IntegerField,
+)
+
+
+class CraFileTracker(TimeStampedModel):
+    sequence_number = IntegerField()
+
+    class Meta:
+        db_table = "cra_file_tracker"

django/api/scheduled_jobs.py

@@ -59,3 +59,29 @@ def schedule_send_expiry_emails():
         )
     except IntegrityError:
         pass
+
+
+def schedule_send_to_cra():
+    try:
+        schedule(
+            "api.tasks.send_to_cra",
+            name="send_to_cra",
+            schedule_type="C",
+            cron="00 * * * *",
+            q_options={"timeout": 900, "ack_failure": True},
+        )
+    except IntegrityError:
+        pass
+
+
+def schedule_retrieve_from_cra():
+    try:
+        schedule(
+            "api.tasks.retrieve_from_cra",
+            name="retrieve_from_cra",
+            schedule_type="C",
+            cron="30 * * * *",
+            q_options={"timeout": 900, "ack_failure": True},
+        )
+    except IntegrityError:
+        pass

django/api/services/cra.py

@@ -1,7 +1,10 @@
 import requests
 import json
+import io
 from unidecode import unidecode
 from django.conf import settings
+from api.services.minio import get_minio_object
+import paramiko
 
 
 def read(file):
@@ -42,9 +45,8 @@
     return results
 
 
-def write(
-    data, today="20220516", program_code="BCVR", cra_env="A", cra_sequence="00001"
-):
+def write(data, today="20220516", program_code="BCVR", cra_env="A", cra_sequence=1):
+    sequence_number = (str(cra_sequence)).rjust(5, "0")
     file = ""
 
     # Number of records to write.
@@ -58,7 +60,7 @@
     file += today  #
     file += " "  # Blank space
 
-    file += program_code + cra_env + cra_sequence
+    file += program_code + cra_env + sequence_number
 
     file += " " * 99  # Blank space
 
@@ -82,7 +84,7 @@
     file += today  # Request date
     file += " "  # Blank space
 
-    file += program_code + cra_env + cra_sequence
+    file += program_code + cra_env + sequence_number
 
     file += " " * 6  # Blank space
 
@@ -124,3 +126,40 @@
     )
     response.raise_for_status()
     return response.content
+
+
+def get_to_cra_filename(program_code="BCVR", cra_env="A", cra_sequence=1, directory=""):
+    filename = "{directory}/TO.{cra_env}TO#@@00.R7005.IN.{program_code}.{cra_env}{cra_sequence:05}.p7m".format(
+        directory=directory,
+        cra_env=cra_env,
+        cra_sequence=cra_sequence,
+        program_code=program_code,
+    )
+    return filename
+
+
+def get_from_cra_filename(
+    program_code="BCVR", cra_env="A", cra_sequence=1, directory=""
+):
+    filename = "{directory}/{cra_env}{program_code}{cra_sequence:05}.p7m".format(
+        directory=directory,
+        cra_env=cra_env,
+        cra_sequence=cra_sequence,
+        program_code=program_code,
+    )
+    return filename
+
+
+def get_ssh_client():
+    pkey_file = get_minio_object(settings.SSH_PKEY_FILENAME)
+    pkey = paramiko.RSAKey.from_private_key(io.StringIO(pkey_file.data.decode("utf-8")))
+    client = paramiko.SSHClient()
+    client.set_missing_host_key_policy(paramiko.AutoAddPolicy)
+    client.connect(
+        settings.CRA_SFTP_HOST,
+        port=int(settings.CRA_SFTP_PORT),
+        username=settings.CRA_SFTP_USERNAME,
+        pkey=pkey,
+        disabled_algorithms={"pubkeys": ["rsa-sha2-256", "rsa-sha2-512"]},
+    )
+    return client

django/api/services/minio.py

@@ -0,0 +1,16 @@
+from minio import Minio
+from django.conf import settings
+
+
+def get_minio_client():
+    return Minio(
+        settings.MINIO_ENDPOINT_INTERNAL,
+        settings.MINIO_ACCESS_KEY,
+        settings.MINIO_SECRET_KEY,
+        secure=(settings.MINIO_USE_SSL == "True"),
+    )
+
+
+def get_minio_object(object_name):
+    client = get_minio_client()
+    return client.get_object(settings.MINIO_BUCKET_NAME, object_name)

django/api/services/rebate.py

@@ -87,3 +87,34 @@ def update_application_statuses(rebates, applications):
                 created=False,
                 update_fields={"status"},
             )
+
+
+def get_rebate_data_for_cra():
+    result = []
+    rebates = GoElectricRebateApplication.objects.filter(
+        status=GoElectricRebateApplication.Status.VERIFIED
+    )
+    for rebate in rebates:
+        result.append(
+            {
+                "sin": rebate.sin,
+                "years": [rebate.tax_year],
+                "given_name": rebate.first_name,
+                "family_name": rebate.last_name,
+                "birth_date": rebate.date_of_birth.strftime("%Y%m%d"),
+                "application_id": rebate.id,
+            }
+        )
+        if rebate.application_type == "household":
+            household_member = rebate.householdmember
+            result.append(
+                {
+                    "sin": household_member.sin,
+                    "years": [rebate.tax_year],
+                    "given_name": household_member.first_name,
+                    "family_name": household_member.last_name,
+                    "birth_date": household_member.date_of_birth.strftime("%Y%m%d"),
+                    "application_id": rebate.id,
+                }
+            )
+    return result

django/api/settings.py

@@ -173,6 +173,8 @@
 MINIO_SECRET_KEY = os.getenv("MINIO_ROOT_PASSWORD")
 MINIO_BUCKET_NAME = os.getenv("MINIO_BUCKET_NAME")
 MINIO_ENDPOINT = os.getenv("MINIO_ENDPOINT")
+MINIO_ENDPOINT_INTERNAL = os.getenv("MINIO_ENDPOINT_INTERNAL")
+MINIO_USE_SSL = os.getenv("MINIO_USE_SSL", "True")
 
 DEFAULT_AUTO_FIELD = "django.db.models.AutoField"
 
@@ -227,7 +229,7 @@
 # NCDA Sharepoint config
 NCDA_CLIENT_ID = os.getenv(
     "NCDA_CLIENT_ID",
-    "d4d97d40-bb26-44f8-ba70-c677471d6cc1@1d4864aa-f2da-42dc-a62a-34b4dd790b6a",
+    "d7a76f01-ddff-43a3-98d4-e20a3c52a0e5@1d4864aa-f2da-42dc-a62a-34b4dd790b6a",
 )
 NCDA_CLIENT_SECRET = os.getenv("NCDA_CLIENT_SECRET")
 NCDA_RESOURCE = os.getenv(
@@ -251,9 +253,15 @@
 CLAMD_HOST = os.getenv("CLAMD_HOST", "clamav")
 CLAMD_PORT = int(os.getenv("CLAMD_PORT", 3310))
 
-USE_CRYPTO_SERVICE = os.getenv("USE_CRYPTO_SERVICE", False)
 CRYPTO_SERVICE_URL = os.getenv("CRYPTO_SERVICE_URL", "http://spring:8080")
 CRA_CERTIFICATE = os.getenv("CRA_CERTIFICATE")
 CRA_CERTIFICATE_CRL_DN = os.getenv("CRA_CERTIFICATE_CRL_DN")
 EPF_FILENAME = os.getenv("EPF_FILENAME")
 EPF_PASSWORD = os.getenv("EPF_PASSWORD")
+SSH_PKEY_FILENAME = os.getenv("SSH_PKEY_FILENAME")
+CRA_SFTP_HOST = os.getenv("CRA_SFTP_HOST")
+CRA_SFTP_PORT = os.getenv("CRA_SFTP_PORT")
+CRA_SFTP_USERNAME = os.getenv("CRA_SFTP_USERNAME")
+CRA_SFTP_GET_PATH = os.getenv("CRA_SFTP_GET_PATH")
+CRA_SFTP_PUT_PATH = os.getenv("CRA_SFTP_PUT_PATH")
+CRA_PROGRAM_CODE = os.getenv("CRA_PROGRAM_CODE")