Removed JobSource table & updated queries & models.

Author: digitalnomad91

src/jobs/dto/create-job.dto.ts

@@ -39,46 +39,6 @@ export class JobMetadataDto {
   value: string;
 }
 
-/**
- * DTO for job source information
- * Tracks where the job listing came from and stores original data
- */
-export class JobSourceDto {
-  @ApiProperty({
-    description: 'Source system name',
-    example: 'reddit',
-  })
-  @IsString()
-  @IsNotEmpty()
-  source: string;
-
-  @ApiProperty({
-    description: 'External ID from source system',
-    example: 'reddit_post_123',
-    required: false,
-  })
-  @IsOptional()
-  @IsString()
-  externalId?: string;
-
-  @ApiProperty({
-    description: 'Original URL from source system',
-    example: 'https://reddit.com/r/jobs/post/123',
-    required: false,
-  })
-  @IsOptional()
-  @IsUrl()
-  rawUrl?: string;
-
-  @ApiProperty({
-    description: 'Raw source data as JSON',
-    example: '{"upvotes": 45, "comments": 12}',
-    required: false,
-  })
-  @IsOptional()
-  data?: any;
-}
-
 /**
  * Create Job DTO
  *
@@ -216,15 +176,20 @@ export class CreateJobDto {
   @Type(() => JobMetadataDto)
   metadata?: JobMetadataDto[];
 
-  @ApiProperty({
-    description: 'Job source information',
-    required: false,
-    type: [JobSourceDto],
-  })
-  @GraphQLField(() => [JobSourceDto], { nullable: true })
+  @ApiProperty({ description: 'Source system name', example: 'reddit', required: false })
+  @GraphQLField({ nullable: true })
   @IsOptional()
-  @IsArray()
-  @ValidateNested({ each: true })
-  @Type(() => JobSourceDto)
-  sources?: JobSourceDto[];
+  @IsString()
+  source?: string;
+
+  @ApiProperty({ description: 'External ID from source system', example: 't3_abc123', required: false })
+  @GraphQLField({ nullable: true })
+  @IsOptional()
+  @IsString()
+  externalId?: string;
+
+  @ApiProperty({ description: 'Raw source data as JSON', required: false })
+  @GraphQLField({ nullable: true })
+  @IsOptional()
+  data?: any;
 }

src/jobs/job.service.ts

@@ -40,12 +40,10 @@ export class JobService {
     isRemote?: boolean;
     tags?: string[];
     metadata?: Record<string, string>;
-    source!: {
-      name: string;
-      externalId?: string;
-      rawUrl?: string;
-      data?: any;
-    };
+    // Flattened source fields
+    source?: string;
+    externalId?: string;
+    data?: any;
   };
 
   /**
@@ -63,12 +61,10 @@ export class JobService {
     isRemote?: boolean;
     tags?: string[];
     metadata?: Record<string, string>;
-    source: {
-      name: string;
-      externalId?: string;
-      rawUrl?: string;
-      data?: any;
-    };
+    // Flattened source fields
+    source?: string;
+    externalId?: string;
+    data?: any;
   }): Promise<Job> {
     let companyRecord = null;
     if (input.company) {
@@ -90,7 +86,11 @@ export class JobService {
         isRemote: input.isRemote,
         company: companyRecord ? { connect: { id: companyRecord.id } } : undefined,
         updatedAt: new Date(),
-      },
+        // write source fields directly on Job
+        source: input.source,
+        externalId: input.externalId,
+        data: input.data,
+      } as any,
       create: {
         title: input.title,
         author: input.author,
@@ -100,7 +100,11 @@ export class JobService {
         isRemote: input.isRemote,
         url: input.url,
         company: companyRecord ? { connect: { id: companyRecord.id } } : undefined,
-      },
+        // write source fields directly on Job
+        source: input.source,
+        externalId: input.externalId,
+        data: input.data,
+      } as any,
     });
 
     // Upsert tags (many-to-many via JobTag)
@@ -130,28 +134,6 @@ export class JobService {
       }
     }
 
-    // Upsert job source
-    await this.prisma.jobSource.upsert({
-      where: {
-        source_externalId: {
-          source: input.source.name,
-          externalId: input.source.externalId || '',
-        },
-      },
-      update: {
-        rawUrl: input.source.rawUrl,
-        data: input.source.data,
-        jobId: job.id,
-      },
-      create: {
-        source: input.source.name,
-        externalId: input.source.externalId,
-        rawUrl: input.source.rawUrl,
-        data: input.source.data,
-        jobId: job.id,
-      },
-    });
-
     return job;
   }
 
@@ -171,8 +153,21 @@ export class JobService {
    * Creates a job with associated company, tags, and metadata
    */
   async create(createJobDto: CreateJobDto, userId?: number): Promise<Job> {
-    const { title, companyName, companyId, author, location, url, description, isRemote, tags, metadata, sources } =
-      createJobDto;
+    const {
+      title,
+      companyName,
+      companyId,
+      author,
+      location,
+      url,
+      description,
+      isRemote,
+      tags,
+      metadata,
+      source,
+      externalId,
+      data,
+    } = createJobDto as any;
 
     let company: any = null;
     if (companyId) {
@@ -202,6 +197,10 @@ export class JobService {
         description,
         isRemote,
         postedAt: createJobDto.postedAt || new Date(),
+        // flattened source fields
+        source,
+        externalId,
+        data,
         // Create associated tags
         tags: tags?.length
           ? {
@@ -224,18 +223,7 @@ export class JobService {
               })),
             }
           : undefined,
-        // Create source entries
-        sources: sources?.length
-          ? {
-              create: sources.map((source) => ({
-                source: source.source,
-                externalId: source.externalId,
-                rawUrl: source.rawUrl,
-                data: source.data,
-              })),
-            }
-          : undefined,
-      },
+      } as any,
       include: {
         company: true,
         tags: {
@@ -244,7 +232,6 @@ export class JobService {
           },
         },
         metadata: true,
-        sources: true,
       },
     });
 
@@ -332,7 +319,6 @@ export class JobService {
             },
           },
           metadata: true,
-          sources: true,
         },
       }),
       this.prisma.job.count({ where }),
@@ -361,7 +347,6 @@ export class JobService {
           },
         },
         metadata: true,
-        sources: true,
       },
     });
 
@@ -477,7 +462,6 @@ export class JobService {
       // Delete related data first
       await prisma.jobTag.deleteMany({ where: { jobId: id } });
       await prisma.jobMetadata.deleteMany({ where: { jobId: id } });
-      await prisma.jobSource.deleteMany({ where: { jobId: id } });
 
       // Delete the job
       await prisma.job.delete({ where: { id } });
@@ -522,7 +506,6 @@ export class JobService {
             },
           },
           metadata: true,
-          sources: true,
         },
       }),
       this.prisma.job.count({ where }),
@@ -574,7 +557,6 @@ export class JobService {
             },
           },
           metadata: true,
-          sources: true,
         },
       }),
       this.prisma.job.count({ where }),

src/jobs/reddit.service.ts

@@ -66,13 +66,11 @@ export class RedditService {
             upvotes: post.upvotes ? String(post.upvotes) : '0',
             downvotes: post.downvotes ? String(post.downvotes) : '0',
           },
-          source: {
-            name: 'reddit',
-            externalId: post.url,
-            rawUrl: post.url,
-            data: post,
-          },
-        };
+          // flattened source fields
+          source: 'reddit',
+          externalId: post.url,
+          data: post,
+        } as any;
         // Check if job already exists - if so, skip it but continue processing others
         const exists = await this.jobService.jobExists(post.url);
         if (exists) {

src/jobs/web3career.service.ts

@@ -46,13 +46,11 @@ export class Web3CareerService {
             city: job.city || '',
             date_epoch: job.date_epoch ? String(job.date_epoch) : '',
           },
-          source: {
-            name: 'web3career',
-            externalId: job.id ? String(job.id) : undefined,
-            rawUrl: job.apply_url,
-            data: job,
-          },
-        };
+          // flattened source fields
+          source: 'web3career',
+          externalId: job.id ? String(job.id) : undefined,
+          data: job,
+        } as any;
         // Check if job already exists - if so, skip it but continue processing others
         const exists = await this.jobService.jobExists(job.apply_url);
         if (exists) {