add activity count filtering capability, used in serp enrichment

Author: epipav

services/apps/premium/members_enrichment_worker/src/sources/serp/service.ts

@@ -14,17 +14,19 @@ import { IMemberEnrichmentDataSerp, IMemberEnrichmentSerpApiResponse } from './t
 export default class EnrichmentServiceSerpApi extends LoggerBase implements IEnrichmentService {
   public source: MemberEnrichmentSource = MemberEnrichmentSource.SERP
   public platform = `enrichment-${this.source}`
+  public enrichMembersWithActivityMoreThan = 10
 
   public enrichableBySql = `
+  ("activitySummary".total_count > ${this.enrichMembersWithActivityMoreThan}) AND
   (members."displayName" like '% %') AND 
   (members.attributes->'location'->>'default' is not null and members.attributes->'location'->>'default' <> '') AND
   ((members.attributes->'websiteUrl'->>'default' is not null and members.attributes->'websiteUrl'->>'default' <> '') OR 
    (mi.verified AND mi.type = 'username' and mi.platform = 'github') OR 
    (mi.verified AND mi.type = 'email')
   )`
 
-  // bust cache after 60 days
-  public cacheObsoleteAfterSeconds = 60 * 60 * 24 * 60
+  // bust cache after 120 days
+  public cacheObsoleteAfterSeconds = 60 * 60 * 24 * 120
 
   constructor(public readonly log: Logger) {
     super(log)

services/apps/premium/members_enrichment_worker/src/types.ts

@@ -39,6 +39,7 @@ export interface IEnrichmentService {
   // SQL filter to get enrichable members for a source
   // members table is available as "members" alias
   // memberIdentities table is available as "mi" alias
+  // activity count is available in "activitySummary" alias, "activitySummary".total_count field
   enrichableBySql: string
 
   // should either return the data or null if it's a miss

services/libs/data-access-layer/src/old/apps/premium/members_enrichment_worker/index.ts

@@ -44,7 +44,20 @@ export async function fetchMembersForEnrichment(
   }
 
   return db.connection().query(
-    `SELECT
+    `
+    WITH "activitySummary" AS (
+        SELECT
+            msa."memberId",
+            sum(msa."activityCount") AS total_count
+        FROM "memberSegmentsAgg" msa
+        WHERE msa."segmentId" IN (
+            SELECT id
+            FROM segments
+            WHERE "grandparentId" IS NOT NULL AND "parentId" IS NOT NULL
+        )
+        group by msa."memberId"
+    )
+    SELECT
          members."id",
          members."tenantId",
          members."displayName",
@@ -59,6 +72,7 @@ export async function fetchMembersForEnrichment(
      FROM members
               INNER JOIN tenants ON tenants.id = members."tenantId"
               INNER JOIN "memberIdentities" mi ON mi."memberId" = members.id
+              INNER JOIN "activitySummary" on "activitySummary"."memberId" = members.id
      WHERE 
        ${enrichableBySqlJoined}
        AND tenants."deletedAt" IS NULL