Batchdata Weekly Staging (convex)

The workflow JSON

Copy or download the full n8n JSON below. Paste it into a new n8n workflow, add your credentials, activate. Full import guide →

{
  "name": "BatchData Weekly Staging (Convex)",
  "nodes": [
    {
      "parameters": {
        "rule": {
          "interval": [
            {
              "field": "weeks",
              "triggerAtHour": 6
            }
          ]
        }
      },
      "id": "73d40104-e6ee-4c23-ab04-a3d76ece639a",
      "name": "Weekly Sunday 6AM",
      "type": "n8n-nodes-base.scheduleTrigger",
      "typeVersion": 1.2,
      "position": [
        -4800,
        -928
      ]
    },
    {
      "parameters": {
        "jsCode": "// Clear any previous run data\nconst staticData = $getWorkflowStaticData('global');\nstaticData.tierResults = [];\n\nreturn $input.all();"
      },
      "id": "889b50e8-eb42-4aff-b41e-234c3913a44c",
      "name": "Initialize",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -4592,
        -928
      ]
    },
    {
      "parameters": {
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/tier-configs?active_only=true",
        "options": {
          "response": {
            "response": {
              "responseFormat": "json"
            }
          }
        }
      },
      "id": "f79ae6a2-5940-4b74-b3d5-6c858d3ba040",
      "name": "Fetch Tier Configs from Convex",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -4352,
        -928
      ],
      "onError": "continueRegularOutput"
    },
    {
      "parameters": {
        "jsCode": "var allItems = $input.all();\nvar convexTiers = allItems.map(function(item) { return item.json; });\n\nvar TEST_MODE = true;\nvar TEST_LEADS_PER_TIER = 5;\n\n// === FILTER OVERRIDES ===\n// Convex tier_configs is source of truth (deployed 2026-05-02).\nvar FILTER_OVERRIDES = {};\n\n// === ZIP CODE OVERRIDES ===\nvar ZIP_OVERRIDES = {};\n\nif (!convexTiers || convexTiers.length === 0) {\n  console.log('WARNING: No tier configs from Convex');\n  return [{ json: { tier: 'tier_1_premium_suburbs', name: 'Fallback', leadsTarget: TEST_LEADS_PER_TIER, listingType: 'High_ARV', zipCodes: ['44136'], filters: { price_min: 200000, price_max: 800000, property_types: ['Single Family', 'Duplex'], distress_pre_foreclosure: true, distress_tax_default: true, distress_has_lien: true }, importDate: new Date().toISOString().split('T')[0], importId: 'import_fallback_' + Date.now() } }];\n}\n\nvar importDate = new Date().toISOString().split('T')[0];\nvar importId = 'import_' + importDate + '_' + Date.now();\nvar batchDataTiers = convexTiers.filter(function(tier) { return tier.tier !== 'cleveland_311'; });\n\n// === EXPIRED TIER MERGING ===\nvar expiredTiers = [];\nvar nonExpiredTiers = [];\nfor (var e = 0; e < batchDataTiers.length; e++) {\n  if (batchDataTiers[e].listing_type && batchDataTiers[e].listing_type.indexOf('Expired') === 0) {\n    expiredTiers.push(batchDataTiers[e]);\n  } else {\n    nonExpiredTiers.push(batchDataTiers[e]);\n  }\n}\n\nif (expiredTiers.length > 0) {\n  var totalExpiredTarget = 0;\n  var expiredTierConfigs = [];\n  for (var ei = 0; ei < expiredTiers.length; ei++) {\n    var et = expiredTiers[ei];\n    var etTarget = TEST_MODE ? TEST_LEADS_PER_TIER : et.leads_target;\n    totalExpiredTarget += etTarget;\n    expiredTierConfigs.push({\n      tier: et.tier,\n      name: et.name,\n      listingType: et.listing_type,\n      leadsTarget: etTarget\n    });\n  }\n  nonExpiredTiers.push({\n    tier: 'expired_combined',\n    name: 'All Expired Listings',\n    leads_target: totalExpiredTarget,\n    listing_type: 'Expired',\n    zip_codes: expiredTiers[0].zip_codes,\n    filters: expiredTiers[0].filters,\n    isExpired: true,\n    expiredTierConfigs: expiredTierConfigs\n  });\n  console.log('EXPIRED: Merged ' + expiredTiers.length + ' tiers into 1 combined entry (target: ' + totalExpiredTarget + ' leads)');\n}\nbatchDataTiers = nonExpiredTiers;\n\nconsole.log((TEST_MODE ? 'TEST' : 'PROD') + ' MODE: ' + batchDataTiers.length + ' tiers x ' + (TEST_MODE ? TEST_LEADS_PER_TIER : 'target') + ' leads');\n\nreturn batchDataTiers.map(function(tier) {\n  var filters = {};\n  var keys = Object.keys(tier.filters || {});\n  for (var i = 0; i < keys.length; i++) filters[keys[i]] = tier.filters[keys[i]];\n\n  var overrides = FILTER_OVERRIDES[tier.tier];\n  if (overrides) {\n    var oKeys = Object.keys(overrides);\n    for (var j = 0; j < oKeys.length; j++) {\n      var key = oKeys[j];\n      var value = overrides[key];\n      if (value === undefined) {\n        delete filters[key];\n        console.log('OVERRIDE ' + tier.tier + ': REMOVED ' + key);\n      } else {\n        filters[key] = value;\n        console.log('OVERRIDE ' + tier.tier + ': ' + key + ' -> ' + value);\n      }\n    }\n  }\n\n  var zipCodes = tier.zip_codes;\n  if (ZIP_OVERRIDES[tier.tier]) {\n    zipCodes = ZIP_OVERRIDES[tier.tier];\n    console.log('ZIP OVERRIDE ' + tier.tier + ': ' + (tier.zip_codes ? tier.zip_codes.length : 0) + ' -> ' + zipCodes.length + ' zips');\n  }\n\n  return {\n    json: {\n      tier: tier.tier,\n      name: tier.name,\n      leadsTarget: tier.isExpired ? tier.leads_target : (TEST_MODE ? TEST_LEADS_PER_TIER : tier.leads_target),\n      listingType: tier.listing_type,\n      zipCodes: zipCodes,\n      filters: filters,\n      importDate: importDate,\n      importId: importId,\n      isExpired: tier.isExpired || false,\n      expiredTierConfigs: tier.expiredTierConfigs || null\n    }\n  };\n});"
      },
      "id": "c4b22b90-133f-4ec9-ba60-b892f26fb037",
      "name": "Define Tier Configs",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -4144,
        -928
      ]
    },
    {
      "parameters": {
        "maxItems": 1
      },
      "id": "dfb42b21-2b0d-41ad-bde9-9ed52469221c",
      "name": "Limit",
      "type": "n8n-nodes-base.limit",
      "typeVersion": 1,
      "position": [
        -3968,
        -928
      ]
    },
    {
      "parameters": {
        "options": {}
      },
      "id": "61ec6d8e-3555-43ba-bf91-1cf2c25b23d8",
      "name": "Loop Each Tier",
      "type": "n8n-nodes-base.splitInBatches",
      "typeVersion": 3,
      "position": [
        -3728,
        -928
      ]
    },
    {
      "parameters": {
        "jsCode": "var tier = $input.first().json;\nvar filters = tier.filters || {};\n\n// === EXPIRED LISTING DETECTION ===\nvar isExpired = tier.isExpired || (tier.listingType && tier.listingType.indexOf('Expired') === 0);\n\nvar orQuickLists = [];\nvar quickLists = [];\n\nif (isExpired) {\n  // Expired listings: pull from expired/failed/canceled MLS lists\n  orQuickLists = ['expired-listing', 'failed-listing', 'canceled-listing'];\n  // Still apply corporate/trust exclusion filters\n  if (filters.exclude_corporate) quickLists.push('not-corporate-owned');\n  if (filters.exclude_trust) quickLists.push('not-trust-owned');\n} else {\n  // === EXISTING DISTRESS LOGIC (UNCHANGED) ===\n  if (filters.distress_pre_foreclosure) orQuickLists.push('preforeclosure');\n  if (filters.distress_tax_default) orQuickLists.push('tax-default');\n  if (filters.distress_has_lien) orQuickLists.push('involuntary-lien');\n  if (filters.vacant) orQuickLists.push('vacant');\n  if (filters.high_equity) orQuickLists.push('high-equity');\n  if (filters.senior_owner) orQuickLists.push('senior-owner');\n  if (filters.tired_landlord) orQuickLists.push('tired-landlord');\n  if (filters.inherited) orQuickLists.push('inherited');\n  if (filters.absentee_owner) orQuickLists.push('absentee-owner');\n\n  if (filters.exclude_corporate) quickLists.push('not-corporate-owned');\n  if (filters.exclude_trust) quickLists.push('not-trust-owned');\n\n  if (filters.occupancy && filters.occupancy !== 'any') {\n    if (filters.occupancy === 'absentee') {\n      quickLists.push('absentee-owner');\n    } else if (filters.occupancy === 'out_of_state_absentee') {\n      quickLists.push('out-of-state-absentee-owner');\n    }\n  }\n\n  if (filters.distress_operator === 'AND') {\n    var distressItems = ['preforeclosure', 'tax-default', 'involuntary-lien'];\n    distressItems.forEach(function(item) {\n      var idx = orQuickLists.indexOf(item);\n      if (idx !== -1) {\n        orQuickLists.splice(idx, 1);\n        quickLists.push(item);\n      }\n    });\n  }\n}\n\nvar propertyTypes = filters.property_types && filters.property_types.length > 0 ? filters.property_types : ['Single Family', 'Duplex', 'Triplex', 'Quadplex'];\nvar priceMin = filters.price_min || 80000;\nvar priceMax = filters.price_max || 800000;\nvar sessionId = 'session_' + tier.importId + '_' + tier.tier;\n\nvar requestBody = {\n  searchCriteria: {\n    address: { zip: { inList: tier.zipCodes } },\n    general: { propertyTypeDetail: { inList: propertyTypes } },\n    estimatedValue: { min: priceMin, max: priceMax }\n  },\n  options: { skip: 0, take: tier.leadsTarget, sessionId: sessionId }\n};\n\nif (orQuickLists.length > 0) requestBody.searchCriteria.orQuickLists = orQuickLists;\nif (quickLists.length > 0) requestBody.searchCriteria.quickLists = quickLists;\nif (filters.equity_min_pct) requestBody.searchCriteria.equity = { min: filters.equity_min_pct };\nif (filters.years_owned_min) requestBody.searchCriteria.yearsOwned = { min: filters.years_owned_min };\nif (filters.lot_size_min_acres || filters.lot_size_max_acres) {\n  requestBody.searchCriteria.lot = {};\n  if (filters.lot_size_min_acres) requestBody.searchCriteria.lot.lotSizeAcresMin = filters.lot_size_min_acres;\n  if (filters.lot_size_max_acres) requestBody.searchCriteria.lot.lotSizeAcresMax = filters.lot_size_max_acres;\n}\n\nconsole.log('=== BUILD BATCHDATA REQUEST ===');\nconsole.log('Tier: ' + tier.tier + ' | Props: ' + JSON.stringify(propertyTypes));\nconsole.log('quickLists: ' + JSON.stringify(quickLists));\nconsole.log('orQuickLists: ' + JSON.stringify(orQuickLists));\nif (isExpired) console.log('MODE: EXPIRED LISTING (1 API call for all expired tiers)');\n\nreturn [{ json: {\n  tier: tier.tier, tierName: tier.name, listingType: tier.listingType,\n  leadsTarget: tier.leadsTarget, importDate: tier.importDate, importId: tier.importId,\n  sessionId: sessionId, requestBody: requestBody, filters: filters,\n  isExpired: isExpired, expiredTierConfigs: tier.expiredTierConfigs || null\n} }];"
      },
      "id": "0abaa89e-9ef1-4ac7-9e8d-a6481d11c68e",
      "name": "Build BatchData Request",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -3520,
        -928
      ]
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/query",
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={{ JSON.stringify({ path: 'functions/stagedLeads:getPaginationState', args: { tier: $json.tier }, format: 'json' }) }}",
        "options": {
          "response": {
            "response": {
              "responseFormat": "json"
            }
          }
        }
      },
      "id": "ea0b151b-d8b8-4fbb-9947-14d16ed5cb4a",
      "name": "Get Pagination State",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -3360,
        -928
      ]
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://api.batchdata.com/api/v1/property/search",
        "authentication": "genericCredentialType",
        "genericAuthType": "httpHeaderAuth",
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={{ (function() { var tierData = $('Build BatchData Request').item.json; var paginationResponse = $json.value || $json; var skipValue = paginationResponse.currentSkip || 0; var requestBody = tierData.requestBody; requestBody.options.skip = skipValue; return JSON.stringify(requestBody); })() }}",
        "options": {
          "timeout": 120000
        }
      },
      "id": "4e1cc2c0-1c31-49ea-a513-8971b452c05d",
      "name": "Call BatchData API",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -3184,
        -928
      ]
    },
    {
      "parameters": {
        "conditions": {
          "options": {
            "version": 2,
            "leftValue": "",
            "caseSensitive": true,
            "typeValidation": "strict"
          },
          "conditions": [
            {
              "id": "check-results-count",
              "operator": {
                "type": "number",
                "operation": "gt"
              },
              "leftValue": "={{ ($json.results && $json.results.properties) ? $json.results.properties.length : 0 }}",
              "rightValue": 0
            }
          ],
          "combinator": "and"
        },
        "options": {}
      },
      "id": "1391d07b-31f1-4e89-a9c4-526659e6adea",
      "name": "Has Results?",
      "type": "n8n-nodes-base.if",
      "typeVersion": 2.2,
      "position": [
        -3008,
        -928
      ]
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/query",
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={{ JSON.stringify({ path: 'functions/stagedLeads:checkBulkAddresses', args: { addresses: ($json.results && $json.results.properties ? $json.results.properties : []).map(function(p) { var addr = p.address || {}; return { address: addr.street || '', city: addr.city || '', state: addr.state || 'OH', zip: addr.zip || '' }; }) }, format: 'json' }) }}",
        "options": {
          "response": {
            "response": {
              "responseFormat": "json"
            }
          }
        }
      },
      "id": "2e754729-9fe4-4c45-a02e-ead6bfd1d428",
      "name": "Check Duplicates via Convex",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -2800,
        -944
      ]
    },
    {
      "parameters": {
        "jsCode": "// Get BatchData results and Convex duplicate check results\nconst batchDataResponse = $('Call BatchData API').item.json;\nconst batchDataResults = (batchDataResponse.results && batchDataResponse.results.properties) || [];\nconst duplicateCheck = $input.item.json;\n\n// Get tier info from the Build BatchData Request node\nconst tierInfo = $('Build BatchData Request').item.json;\n\n// CRITICAL: Track original count for pagination (before any filtering)\nconst originalCount = batchDataResults.length;\n\n// Get the new address indices from Convex response\nconst convexValue = duplicateCheck.value || duplicateCheck;\nconst newAddressIndices = new Set(\n  (convexValue.newAddresses || []).map(function(a) { return a.index; })\n);\n\n// ========== LLC/CORPORATE FILTER ==========\nconst corporatePatterns = /\\b(LLC|L\\.?L\\.?C|INC|INCORPORATED|CORP|CORPORATION|LP|L\\.?P|LTD|LIMITED|TRUST|REVOCABLE|IRREVOCABLE|ESTATE|PARTNERSHIP|HOLDING|HOLDINGS|PROPERTIES|INVESTMENTS|MANAGEMENT|REALTY|CAPITAL|VENTURES|FUND|GROUP|ASSOCIATES|PARTNERS|COMPANY|CO\\.|BANK|DAO|ASSOC|ENTERPRISES|DEVELOPMENT|RENTALS|ASSET|ASSETS|EQUITY|FINANCIAL|SERVICES|SOLUTIONS|ACQUISITION|ACQUISITIONS)\\b/i;\n\nlet llcSkipped = 0;\nlet llcSkippedNames = [];\n\n// Filter to only include new (non-duplicate) AND non-LLC properties\nconst newProperties = batchDataResults.filter(function(prop, index) {\n  if (!newAddressIndices.has(index)) {\n    return false;\n  }\n  \n  const owner = prop.owner || {};\n  const ownerNames = owner.names || [];\n  const ownerName = ownerNames[0]?.full || ownerNames[0]?.first + ' ' + ownerNames[0]?.last || owner.fullName || '';\n  \n  if (corporatePatterns.test(ownerName)) {\n    llcSkipped++;\n    llcSkippedNames.push(ownerName.substring(0, 50));\n    console.log(`SKIPPING LLC (saves $0.02): ${ownerName}`);\n    return false;\n  }\n  \n  return true;\n});\n\nconst duplicatesRemoved = batchDataResults.length - newAddressIndices.size;\nconst savedFromDuplicates = duplicatesRemoved * 0.02;\nconst savedFromLLC = llcSkipped * 0.02;\nconst totalSaved = savedFromDuplicates + savedFromLLC;\n\nconsole.log(`Filter stats: ${batchDataResults.length} total -> ${newAddressIndices.size} after dedup -> ${newProperties.length} after LLC filter`);\nconsole.log(`Cost saved: $${savedFromDuplicates.toFixed(2)} (duplicates) + $${savedFromLLC.toFixed(2)} (LLC) = $${totalSaved.toFixed(2)}`);\n\nreturn [{\n  json: {\n    results: { properties: newProperties },\n    tierInfo: tierInfo,\n    deduplicationStats: {\n      originalCount: originalCount,  // CRITICAL for pagination\n      afterDeduplication: newAddressIndices.size,\n      afterLLCFilter: newProperties.length,\n      duplicatesRemoved: duplicatesRemoved,\n      llcSkipped: llcSkipped,\n      llcSkippedNames: llcSkippedNames.slice(0, 10),\n      savedSkipTraceCost: '$' + totalSaved.toFixed(2)\n    }\n  }\n}];"
      },
      "id": "59c8912a-ce85-44ec-a99f-0574214dba93",
      "name": "Filter New Leads Only",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -2608,
        -928
      ]
    },
    {
      "parameters": {
        "jsCode": "// Build JSON data for Tracerfy batch upload\n// FIX (Mar 14): Swap addresses \u2014 send MAILING address as primary\n// FIX (Mar 16): 3-Layer address quality filter\n// FIX (Mar 17): Expired listing support \u2014 date splitting for E1/E2/E3 tiers\n// FIX (Mar 19): Layer 4 (Commercial/Suite) + Layer 5 (Invalid Address) filters\nconst inputData = $input.first().json;\nconst tierInfo = inputData.tierInfo || $('Build BatchData Request').first().json;\nconst properties = (inputData.results && inputData.results.properties) || [];\nconst deduplicationStats = inputData.deduplicationStats || {};\n\nconst tierFilters = tierInfo.filters || $('Build BatchData Request').first().json.filters || {};\n\nconsole.log('=== DISTRESS SCORE CALCULATION ===');\nconsole.log('Tier:', tierInfo.tier);\nconsole.log('Filters:', JSON.stringify(tierFilters));\n\nconst originalBatchDataCount = deduplicationStats.originalCount || properties.length;\n\nif (properties.length === 0) {\n  return [{ json: { \n    hasLeads: false, \n    tier: tierInfo.tier, \n    tierName: tierInfo.tierName, \n    listingType: tierInfo.listingType, \n    importId: tierInfo.importId, \n    importDate: tierInfo.importDate, \n    leadsCount: 0, \n    originalBatchDataCount: originalBatchDataCount,\n    jsonData: null, \n    leadData: [] \n  } }];\n}\n\nconst jsonRecords = [];\nconst leadData = [];\n\n// Build distress indicators from tier filters\nconst tierDistressIndicators = [];\nlet tierDistressScore = 0;\n\nif (tierFilters.distress_pre_foreclosure) { tierDistressIndicators.push('pre_foreclosure'); tierDistressScore += 30; }\nif (tierFilters.distress_tax_default) { tierDistressIndicators.push('tax_delinquent'); tierDistressScore += 25; }\nif (tierFilters.vacant) { tierDistressIndicators.push('vacant'); tierDistressScore += 15; }\nif (tierFilters.distress_has_lien) { tierDistressIndicators.push('has_lien'); tierDistressScore += 20; }\nif (tierFilters.high_equity) { tierDistressIndicators.push('high_equity'); tierDistressScore += 5; }\n\n// EXPIRED LISTING scoring\nif (tierInfo.isExpired || (tierInfo.listingType && tierInfo.listingType.indexOf('Expired') === 0)) {\n  tierDistressIndicators.push('expired_listing');\n  tierDistressScore += 20;\n}\n\n// ABSENTEE OWNER LOGIC\nconst isAbsentee = tierFilters.occupancy === 'absentee' || tierFilters.occupancy === 'out_of_state_absentee';\nconst isOutOfState = tierFilters.occupancy === 'out_of_state_absentee';\n\nif (isAbsentee) { tierDistressIndicators.push('absentee'); tierDistressScore += 10; }\nif (isOutOfState) { tierDistressIndicators.push('out_of_state'); tierDistressScore += 15; }\n\nconsole.log('Tier ' + tierInfo.tier + ': absenteeOwner=' + isAbsentee + ', outOfState=' + isOutOfState);\nconsole.log('Tier distress indicators:', tierDistressIndicators, 'Score:', tierDistressScore);\n\n// === COUNTERS ===\nlet invalidAddressCount = 0;\nlet emptyAddressCount = 0;\nlet noMailingCount = 0;\nlet noMailingZipCount = 0;\nlet poBoxCount = 0;\nlet commercialCount = 0;\nlet batchdataInvalidCount = 0;\nlet mailSameAsPropCount = 0;\n\nconst poBoxPattern = /^\\s*P\\.?\\s*O\\.?\\s*BOX\\b/i;\nconst commercialPattern = /\\b(Ste|Suite|Floor|Fl|Unit|Dept|Bldg|Rm|Room|Ofc|Office|Attn|C\\/O)\\b/i;\nconst addressQualityLog = [];\n\nproperties.forEach((prop, index) => {\n  const addr = prop.address || {};\n  const owner = prop.owner || {};\n  const ownerNames = owner.names || [];\n  \n  const streetAddress = addr.street || addr.full || addr.line1 || '';\n  const cleanAddress = streetAddress.trim();\n  \n  if (!cleanAddress || cleanAddress.length < 3) {\n    emptyAddressCount++;\n    console.log('SKIP [' + index + ']: Empty/invalid property address');\n    return;\n  }\n  \n  const propCity = (addr.city || '').trim();\n  const propState = (addr.state || 'OH').trim().toUpperCase();\n  const propZip = (addr.zip || '').trim();\n  \n  if (!propCity || propCity.length < 2) {\n    invalidAddressCount++;\n    console.log('SKIP [' + index + ']: Invalid city - ' + cleanAddress);\n    return;\n  }\n  \n  if (!propState || propState.length !== 2) {\n    invalidAddressCount++;\n    console.log('SKIP [' + index + ']: Invalid state - ' + cleanAddress);\n    return;\n  }\n  \n  let firstName = ownerNames[0]?.first || '';\n  let lastName = ownerNames[0]?.last || '';\n  \n  if (!firstName && !lastName) {\n    const fullName = ownerNames[0]?.full || owner.fullName || '';\n    const parts = fullName.trim().split(/\\s+/);\n    firstName = parts[0] || '';\n    lastName = parts.slice(1).join(' ') || '';\n  }\n  \n  const ownerLabel = (firstName + ' ' + lastName).trim() || 'UNKNOWN';\n  \n  const mailAddr = owner.mailingAddress || {};\n  const hasMailingAddress = !!(mailAddr.street || mailAddr.full || mailAddr.line1);\n  const mailStreet = (mailAddr.street || mailAddr.full || mailAddr.line1 || '').trim();\n  const mailCity = (mailAddr.city || '').trim();\n  const mailState = (mailAddr.state || '').trim().toUpperCase();\n  const mailZip = (mailAddr.zip || '').trim();\n  \n  if (isAbsentee && !hasMailingAddress) {\n    noMailingCount++;\n    addressQualityLog.push({ i: index, owner: ownerLabel, reason: 'no_mailing_addr', prop: cleanAddress });\n    return;\n  }\n  \n  if (isAbsentee && mailStreet.length < 3) {\n    noMailingCount++;\n    addressQualityLog.push({ i: index, owner: ownerLabel, reason: 'empty_mail_street', mail: mailStreet });\n    return;\n  }\n  \n  if (isAbsentee && !mailZip) {\n    noMailingZipCount++;\n    addressQualityLog.push({ i: index, owner: ownerLabel, reason: 'no_mail_zip', mail: mailStreet + ', ' + mailCity + ', ' + mailState });\n    return;\n  }\n  \n  if (isAbsentee && poBoxPattern.test(mailStreet)) {\n    poBoxCount++;\n    addressQualityLog.push({ i: index, owner: ownerLabel, reason: 'po_box', mail: mailStreet });\n    return;\n  }\n  \n  // Layer 4: Commercial/Suite address filter\n  if (isAbsentee && commercialPattern.test(mailStreet)) {\n    commercialCount++;\n    console.log('SKIP [' + index + ']: Commercial mailing address (saves $0.02) - ' + mailStreet + ' (' + ownerLabel + ')');\n    addressQualityLog.push({ i: index, owner: ownerLabel, reason: 'commercial_address', mail: mailStreet });\n    return;\n  }\n  \n  // Layer 5: BatchData addressValidity filter\n  var mailValidity = mailAddr.addressValidity || (prop.mailingAddress && prop.mailingAddress.addressValidity) || '';\n  if (isAbsentee && mailValidity && mailValidity.toLowerCase() === 'invalid') {\n    batchdataInvalidCount++;\n    console.log('SKIP [' + index + ']: Invalid mailing address per BatchData (saves $0.02) - ' + mailStreet + ' (' + ownerLabel + ')');\n    addressQualityLog.push({ i: index, owner: ownerLabel, reason: 'invalid_address', mail: mailStreet });\n    return;\n  }\n  \n  const mailNorm = (mailStreet + mailCity + mailState).toLowerCase().replace(/[^a-z0-9]/g, '');\n  const propNorm = (cleanAddress + propCity + propState).toLowerCase().replace(/[^a-z0-9]/g, '');\n  const isSameAddress = isAbsentee && mailNorm === propNorm;\n  if (isSameAddress) {\n    mailSameAsPropCount++;\n    addressQualityLog.push({ i: index, owner: ownerLabel, reason: 'mail_equals_prop', addr: mailStreet });\n  }\n  \n  if (isAbsentee && hasMailingAddress) {\n    jsonRecords.push({\n      address: mailStreet,\n      city: mailCity || propCity,\n      state: mailState || propState,\n      zip: mailZip,\n      first_name: firstName,\n      last_name: lastName,\n      mail_address: cleanAddress,\n      mail_city: propCity,\n      mail_state: propState,\n      mail_zip: propZip\n    });\n  } else {\n    jsonRecords.push({\n      address: cleanAddress,\n      city: propCity,\n      state: propState,\n      zip: propZip,\n      first_name: firstName,\n      last_name: lastName,\n      mail_address: '',\n      mail_city: '',\n      mail_state: '',\n      mail_zip: ''\n    });\n  }\n  \n  const qualityGrade = isSameAddress ? 'C' : (mailCity && mailState && mailZip ? 'A' : 'B');\n  addressQualityLog.push({ i: index, owner: ownerLabel, reason: 'uploaded', grade: qualityGrade, mail: isAbsentee ? (mailStreet + ', ' + mailCity + ', ' + mailState + ' ' + mailZip) : 'N/A (owner-occupied)' });\n  \n  const { source: _, ...propWithoutSource } = prop;\n  \n  leadData.push({\n    index: jsonRecords.length - 1,\n    address: cleanAddress,\n    city: propCity,\n    state: propState,\n    zip: propZip,\n    ownerName: ownerLabel,\n    propertyData: {\n      ...propWithoutSource,\n      distressIndicators: tierDistressIndicators,\n      distressScore: tierDistressScore,\n      primaryDistress: tierDistressIndicators[0] || 'general',\n      absenteeOwner: isAbsentee,\n      outOfState: isOutOfState,\n      listingExpiredDate: (prop.listing || {}).failedListingDate || null,\n      listingPrice: (prop.listing || {}).price || (prop.listing || {}).listPrice || null,\n      daysOnMarket: (prop.listing || {}).daysOnMarket || null,\n      campaignType: tierInfo.isExpired ? 'expired' : 'distressed',\n      tierFilters: {\n        occupancy: tierFilters.occupancy,\n        vacant: tierFilters.vacant,\n        distress_pre_foreclosure: tierFilters.distress_pre_foreclosure,\n        distress_tax_default: tierFilters.distress_tax_default,\n        distress_has_lien: tierFilters.distress_has_lien\n      }\n    }\n  });\n});\n\nconst validLeadCount = jsonRecords.length;\n\n// === ADDRESS QUALITY REPORT ===\nconst totalFiltered = emptyAddressCount + invalidAddressCount + noMailingCount + noMailingZipCount + poBoxCount + commercialCount + batchdataInvalidCount;\nconst creditsSaved = totalFiltered * 0.02;\nconst gradeA = addressQualityLog.filter(function(r) { return r.grade === 'A'; }).length;\nconst gradeB = addressQualityLog.filter(function(r) { return r.grade === 'B'; }).length;\nconst gradeC = addressQualityLog.filter(function(r) { return r.grade === 'C'; }).length;\n\nconsole.log('=== ADDRESS QUALITY REPORT ===');\nconsole.log('Tier: ' + tierInfo.tier);\nconsole.log('Total records: ' + properties.length);\nconsole.log('Filtered out: ' + totalFiltered + ' (saves $' + creditsSaved.toFixed(2) + ')');\nconsole.log('  - Empty property addr: ' + emptyAddressCount);\nconsole.log('  - Invalid city/state: ' + invalidAddressCount);\nconsole.log('  - No mailing address: ' + noMailingCount);\nconsole.log('  - No mailing ZIP:     ' + noMailingZipCount);\nconsole.log('  - PO Box address:     ' + poBoxCount);\nconsole.log('  - Commercial/Suite:   ' + commercialCount + ' [NEW Layer 4]');\nconsole.log('  - BatchData Invalid:  ' + batchdataInvalidCount + ' [NEW Layer 5]');\nconsole.log('Uploaded: ' + validLeadCount);\nconsole.log('  - Grade A: ' + gradeA + ' | Grade B: ' + gradeB + ' | Grade C: ' + gradeC);\nif (addressQualityLog.length > 0 && addressQualityLog.length <= 20) {\n  console.log('Per-record detail:');\n  addressQualityLog.forEach(function(r) { console.log('  [' + r.i + '] ' + r.owner + ' -> ' + r.reason + (r.grade ? ' (' + r.grade + ')' : '') + (r.mail ? ' | ' + r.mail : '')); });\n}\n\nif (validLeadCount === 0) {\n  return [{ json: { \n    hasLeads: false, \n    tier: tierInfo.tier, \n    tierName: tierInfo.tierName, \n    listingType: tierInfo.listingType, \n    importId: tierInfo.importId, \n    importDate: tierInfo.importDate, \n    leadsCount: 0, \n    originalBatchDataCount: originalBatchDataCount,\n    jsonData: null, \n    leadData: [],\n    validationStats: {\n      totalRecords: properties.length,\n      emptyAddresses: emptyAddressCount,\n      invalidCityState: invalidAddressCount,\n      noMailingAddress: noMailingCount,\n      noMailingZip: noMailingZipCount,\n      poBoxFiltered: poBoxCount,\n      commercialFiltered: commercialCount,\n      batchdataInvalid: batchdataInvalidCount,\n      validRecords: 0,\n      creditsSaved: creditsSaved\n    }\n  } }];\n}\n\n// === EXPIRED TIER DATE SPLIT ===\nif (tierInfo.isExpired && tierInfo.expiredTierConfigs) {\n  const now = new Date();\n  const tierDateRanges = [\n    { tier: 'expired_hot_0_90', listingType: 'Expired_Hot', name: 'Hot Expireds (0-90 Days)', minDays: 0, maxDays: 90 },\n    { tier: 'expired_warm_91_365', listingType: 'Expired_Warm', name: 'Warm Expireds (3-12 Months)', minDays: 91, maxDays: 365 },\n    { tier: 'expired_cold_366_730', listingType: 'Expired_Cold', name: 'Cold Expireds (1-2 Years)', minDays: 366, maxDays: 730 }\n  ];\n  \n  const buckets = {};\n  for (const range of tierDateRanges) {\n    buckets[range.tier] = { records: [], leads: [] };\n  }\n  \n  let outsideRange = 0;\n  let noDateCount = 0;\n  \n  for (let i = 0; i < jsonRecords.length; i++) {\n    const propData = leadData[i]?.propertyData || {};\n    const listing = propData.listing || {};\n    const failedDate = listing.failedListingDate || listing.originalListingDate || null;\n    \n    let daysSinceExpired = -1;\n    if (failedDate) {\n      const expDate = new Date(failedDate);\n      daysSinceExpired = Math.floor((now - expDate) / (1000 * 60 * 60 * 24));\n    } else {\n      noDateCount++;\n      daysSinceExpired = 200;\n    }\n    \n    let assigned = false;\n    for (const range of tierDateRanges) {\n      if (daysSinceExpired >= range.minDays && daysSinceExpired <= range.maxDays) {\n        buckets[range.tier].records.push(jsonRecords[i]);\n        const enrichedLead = JSON.parse(JSON.stringify(leadData[i]));\n        enrichedLead.propertyData.listingExpiredDate = failedDate;\n        enrichedLead.propertyData.daysSinceExpired = daysSinceExpired;\n        enrichedLead.propertyData.expiredTier = range.tier;\n        enrichedLead.propertyData.campaignType = 'expired';\n        if (range.tier === 'expired_hot_0_90') enrichedLead.propertyData.distressScore += 15;\n        else if (range.tier === 'expired_warm_91_365') enrichedLead.propertyData.distressScore += 10;\n        else enrichedLead.propertyData.distressScore += 5;\n        buckets[range.tier].leads.push(enrichedLead);\n        assigned = true;\n        break;\n      }\n    }\n    \n    if (!assigned) {\n      outsideRange++;\n      console.log('SKIP: Expired ' + daysSinceExpired + ' days ago (outside 0-730)');\n    }\n  }\n  \n  console.log('=== EXPIRED DATE SPLIT ===');\n  for (const range of tierDateRanges) {\n    const tc = tierInfo.expiredTierConfigs.find(function(c) { return c.tier === range.tier; }) || {};\n    console.log('  ' + range.tier + ': ' + buckets[range.tier].records.length + ' records (target: ' + (tc.leadsTarget || '?') + ')');\n  }\n  if (noDateCount > 0) console.log('  No date (defaulted to warm): ' + noDateCount);\n  if (outsideRange > 0) console.log('  Outside 0-730 range: ' + outsideRange);\n  \n  const results = [];\n  for (const range of tierDateRanges) {\n    const bucket = buckets[range.tier];\n    if (bucket.records.length > 0) {\n      const tc = tierInfo.expiredTierConfigs.find(function(c) { return c.tier === range.tier; }) || {};\n      results.push({\n        json: {\n          hasLeads: true,\n          tier: range.tier,\n          tierName: tc.name || range.name,\n          listingType: range.listingType,\n          importId: tierInfo.importId,\n          importDate: tierInfo.importDate,\n          leadsCount: bucket.records.length,\n          originalBatchDataCount: originalBatchDataCount,\n          jsonData: bucket.records,\n          leadData: bucket.leads,\n          deduplicationStats: deduplicationStats,\n          campaignType: 'expired',\n          validationStats: {\n            totalRecords: properties.length,\n            emptyAddresses: emptyAddressCount,\n            invalidCityState: invalidAddressCount,\n            noMailingAddress: noMailingCount,\n            noMailingZip: noMailingZipCount,\n            poBoxFiltered: poBoxCount,\n            commercialFiltered: commercialCount,\n            batchdataInvalid: batchdataInvalidCount,\n            validRecords: bucket.records.length,\n            creditsSaved: creditsSaved\n          },\n          distressInfo: { indicators: ['expired_listing'], score: tierDistressScore }\n        }\n      });\n    }\n  }\n  \n  if (results.length === 0) {\n    return [{ json: { \n      hasLeads: false, tier: 'expired_combined', tierName: 'All Expired Listings',\n      listingType: 'Expired', importId: tierInfo.importId, importDate: tierInfo.importDate, \n      leadsCount: 0, originalBatchDataCount: originalBatchDataCount, jsonData: null, leadData: []\n    } }];\n  }\n  \n  return results;\n}\n\n// === EXISTING RETURN (NON-EXPIRED TIERS \u2014 UNCHANGED) ===\nconsole.log('=== ADDRESS SWAP APPLIED ===');\nconsole.log('Tracerfy PRIMARY address = mailing (where owner lives)');\nconsole.log('Tracerfy SECONDARY address = property (investment)');\n\nreturn [{ json: {\n  hasLeads: true,\n  tier: tierInfo.tier,\n  tierName: tierInfo.tierName,\n  listingType: tierInfo.listingType,\n  importId: tierInfo.importId,\n  importDate: tierInfo.importDate,\n  leadsCount: validLeadCount,\n  originalBatchDataCount: originalBatchDataCount,\n  jsonData: jsonRecords,\n  leadData: leadData,\n  deduplicationStats: deduplicationStats,\n  validationStats: {\n    totalRecords: properties.length,\n    emptyAddresses: emptyAddressCount,\n    invalidCityState: invalidAddressCount,\n    noMailingAddress: noMailingCount,\n    noMailingZip: noMailingZipCount,\n    poBoxFiltered: poBoxCount,\n    commercialFiltered: commercialCount,\n    batchdataInvalid: batchdataInvalidCount,\n    validRecords: validLeadCount,\n    creditsSaved: creditsSaved,\n    qualityGrades: { A: gradeA, B: gradeB, C: gradeC }\n  },\n  distressInfo: {\n    indicators: tierDistressIndicators,\n    score: tierDistressScore\n  }\n} }];"
      },
      "id": "e0995de5-af8d-48b8-a5a2-a33c8c2447df",
      "name": "Build JSON Data for Tracerfy",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -2416,
        -928
      ]
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://tracerfy.com/v1/api/trace/",
        "sendHeaders": true,
        "headerParameters": {
          "parameters": [
            {
              "name": "Authorization",
              "value": "Bearer YOUR_API_TOKEN"
            }
          ]
        },
        "sendBody": true,
        "contentType": "multipart-form-data",
        "bodyParameters": {
          "parameters": [
            {
              "name": "json_data",
              "value": "={{ JSON.stringify($json.jsonData) }}"
            },
            {
              "name": "address_column",
              "value": "address"
            },
            {
              "name": "city_column",
              "value": "city"
            },
            {
              "name": "state_column",
              "value": "state"
            },
            {
              "name": "zip_column",
              "value": "zip"
            },
            {
              "name": "first_name_column",
              "value": "first_name"
            },
            {
              "name": "last_name_column",
              "value": "last_name"
            },
            {
              "name": "mail_address_column",
              "value": "mail_address"
            },
            {
              "name": "mail_city_column",
              "value": "mail_city"
            },
            {
              "name": "mail_state_column",
              "value": "mail_state"
            },
            {
              "name": "mail_zip_column",
              "value": "mail_zip"
            }
          ]
        },
        "options": {
          "timeout": 120000
        }
      },
      "id": "7f401a78-6340-453f-a8ff-a5c5773148a7",
      "name": "Upload CSV to Tracerfy",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -2208,
        -1088
      ]
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/skip-trace-jobs",
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={{ JSON.stringify({ jobId: String($json.queue_id || $json.job_id || $json.id || 'job_' + Date.now()), tier: $('Build JSON Data for Tracerfy').first().json.tier, tierName: $('Build JSON Data for Tracerfy').first().json.tierName, listingType: $('Build JSON Data for Tracerfy').first().json.listingType, importId: $('Build JSON Data for Tracerfy').first().json.importId, importDate: $('Build JSON Data for Tracerfy').first().json.importDate, source: 'batchdata_weekly', leadsSubmitted: $('Build JSON Data for Tracerfy').first().json.leadsCount, leadData: $('Build JSON Data for Tracerfy').first().json.leadData }) }}",
        "options": {
          "timeout": 30000
        }
      },
      "id": "f7e98b99-339c-4897-9d32-ffd72204ffbb",
      "name": "Store Job in Convex",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -2016,
        -1088
      ]
    },
    {
      "parameters": {
        "jsCode": "const jsonData = $('Build JSON Data for Tracerfy').first().json;\nconst tracerfyResponse = $('Upload CSV to Tracerfy').first().json;\nconst convexResponse = $input.first().json;\nconst staticData = $getWorkflowStaticData('global');\nif (!staticData.tierResults) staticData.tierResults = [];\n\nconst result = {\n  tier: jsonData.tier,\n  tierName: jsonData.tierName,\n  listingType: jsonData.listingType,\n  importId: jsonData.importId,\n  leadsSubmitted: jsonData.leadsCount,\n  jobId: tracerfyResponse.queue_id || tracerfyResponse.job_id || tracerfyResponse.id || 'unknown',\n  convexJobId: convexResponse.jobId || convexResponse.id || 'unknown',\n  status: 'submitted_to_tracerfy',\n  success: true,\n  async: true\n};\n\nstaticData.tierResults.push(result);\nconsole.log(`Tier ${jsonData.tier}: Submitted ${jsonData.leadsCount} leads to Tracerfy, jobId: ${result.jobId}`);\n\nreturn [{ json: result }];"
      },
      "id": "e15bb01c-634f-4d31-bffa-f0cc15ff8ba8",
      "name": "Log Job Submission",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -1808,
        -928
      ]
    },
    {
      "parameters": {
        "jsCode": "// NO-LEADS PATH: Do NOT advance pagination when BatchData returns 0 results.\n// Previously this called pagination-update which advanced the skip counter,\n// causing the workflow to skip past all available leads permanently.\n// Now we just log and move to the next tier.\n\nconst tierData = $('Build BatchData Request').first().json;\nconst batchDataResponse = $('Call BatchData API').first().json;\n\nconst resultsFound = (batchDataResponse.results && batchDataResponse.results.meta && batchDataResponse.results.meta.results) \n  ? batchDataResponse.results.meta.results.resultsFound \n  : 0;\n\nconsole.log(`Tier ${tierData.tier}: 0 results returned. Pagination NOT advanced (will retry same offset next run).`);\nconsole.log(`BatchData meta: resultsFound=${resultsFound}`);\n\nreturn [{ json: { \n  tier: tierData.tier, \n  action: 'pagination_skipped', \n  reason: 'no_results_returned',\n  resultsFound: resultsFound\n} }];"
      },
      "id": "28c50ae9-7450-4226-bb93-9730b8f141bb",
      "name": "Skip Pagination (No Leads)",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -2784,
        -752
      ]
    },
    {
      "parameters": {
        "jsCode": "// Handle no leads from BatchData API (0 results)\nconst tierData = $('Build BatchData Request').first().json;\nconst batchDataResponse = $('Call BatchData API').first().json;\nconst staticData = $getWorkflowStaticData('global');\nif (!staticData.tierResults) staticData.tierResults = [];\n\n// Get results found from BatchData response\nconst resultsFound = (batchDataResponse.results && batchDataResponse.results.meta && batchDataResponse.results.meta.results) \n  ? batchDataResponse.results.meta.results.resultsFound \n  : 0;\nconst resultCount = (batchDataResponse.results && batchDataResponse.results.properties) \n  ? batchDataResponse.results.properties.length \n  : 0;\n\nconst result = {\n  tier: tierData.tier,\n  tierName: tierData.tierName,\n  listingType: tierData.listingType,\n  importId: tierData.importId,\n  leadsSubmitted: 0,\n  resultsFound: resultsFound,\n  resultCount: resultCount,\n  status: resultCount === 0 ? 'no_results_from_batchdata' : 'no_leads_after_filtering',\n  success: false,\n  async: false\n};\n\nstaticData.tierResults.push(result);\nconsole.log(`Tier ${tierData.tier}: No leads - BatchData returned ${resultCount} results (${resultsFound} found)`);\n\nreturn [{ json: result }];"
      },
      "id": "400636da-ad84-4d5a-a2d5-faae5b3ca641",
      "name": "Log No Leads",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -2016,
        -752
      ]
    },
    {
      "parameters": {
        "jsCode": "// Get all tier results from static data\nconst staticData = $getWorkflowStaticData('global');\nconst allResults = staticData.tierResults || [];\n\n// Clear for next run\nstaticData.tierResults = [];\n\n// Calculate totals\nlet totalLeadsSubmitted = 0;\nlet totalJobsCreated = 0;\nlet tiersWithNoLeads = 0;\n\nconst tiers = {};\nconst jobs = [];\n\nfor (const result of allResults) {\n  if (result.tier) {\n    tiers[result.tier] = {\n      name: result.tierName,\n      listingType: result.listingType,\n      leadsSubmitted: result.leadsSubmitted || 0,\n      jobId: result.jobId || null,\n      status: result.status,\n      success: result.success\n    };\n    \n    totalLeadsSubmitted += result.leadsSubmitted || 0;\n    \n    if (result.success && result.jobId) {\n      totalJobsCreated++;\n      jobs.push({\n        tier: result.tier,\n        jobId: result.jobId,\n        leadsSubmitted: result.leadsSubmitted\n      });\n    } else {\n      tiersWithNoLeads++;\n    }\n  }\n}\n\nconst summary = {\n  importId: allResults[0]?.importId || 'import_' + Date.now(),\n  importDate: new Date().toISOString().split('T')[0],\n  source: 'tracerfy_async',\n  tiers: tiers,\n  // FIXED: Match Convex createImportLog schema EXACTLY\n  // Only include fields that are in the validator\n  totals: {\n    leadsTarget: totalLeadsSubmitted,\n    leadsReceived: totalLeadsSubmitted,\n    leadsStaged: 0\n  },\n  // Store extra info outside totals for Slack report\n  meta: {\n    tiersProcessed: allResults.length,\n    jobsCreated: totalJobsCreated,\n    tiersWithNoLeads: tiersWithNoLeads\n  },\n  jobs: jobs,\n  status: 'jobs_submitted'\n};\n\nconsole.log('=== ASYNC IMPORT SUMMARY ===');\nconsole.log(`Tiers: ${allResults.length}, Leads: ${totalLeadsSubmitted}, Jobs: ${totalJobsCreated}`);\n\nreturn [{ json: summary }];"
      },
      "id": "72f73224-3d71-4cca-8dde-d90cd4fb6648",
      "name": "Aggregate All Results",
      "type": "n8n-nodes-base.code",
      "typeVersion": 2,
      "position": [
        -3696,
        -1136
      ]
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/import-log",
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={{ JSON.stringify({ importId: $json.importId, importDate: $json.importDate, source: $json.source, tiers: $json.tiers, totals: $json.totals, jobs: $json.jobs, status: $json.status || 'jobs_submitted' }) }}",
        "options": {}
      },
      "id": "78289cae-ccb8-4374-9a22-9c026e2262dd",
      "name": "Log Import to Convex",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -3504,
        -1136
      ]
    },
    {
      "parameters": {
        "select": "channel",
        "channelId": {
          "__rl": true,
          "value": "C0ABWBR67JL",
          "mode": "list",
          "cachedResultName": "test"
        },
        "text": "=\ud83d\udcca *Tracerfy Async Import Started*\n\n*Import ID:* {{ $('Aggregate All Results').item.json.importId }}\n*Date:* {{ $('Aggregate All Results').item.json.importDate }}\n\n*Jobs Submitted:*\n\u2022 Tiers Processed: {{ $('Aggregate All Results').item.json.meta.tiersProcessed }}\n\u2022 Total Leads: {{ $('Aggregate All Results').item.json.totals.leadsTarget }}\n\u2022 Jobs Created: {{ $('Aggregate All Results').item.json.meta.jobsCreated }}\n\u2022 Tiers Skipped: {{ $('Aggregate All Results').item.json.meta.tiersWithNoLeads }}\n\n_Note: Results will be processed by Tracerfy Results Handler workflow when jobs complete._",
        "otherOptions": {},
        "resource": "message",
        "operation": "post"
      },
      "id": "019e429d-6a30-4eae-8c31-73c3f8a76195",
      "name": "Slack Report",
      "type": "n8n-nodes-base.slack",
      "typeVersion": 2.2,
      "position": [
        -3328,
        -1136
      ]
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/pagination-update",
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={{ JSON.stringify({ tier: $('Build JSON Data for Tracerfy').first().json.tier, leadsReceived: $('Build JSON Data for Tracerfy').first().json.originalBatchDataCount || $('Build JSON Data for Tracerfy').first().json.leadsCount, take: $('Build JSON Data for Tracerfy').first().json.originalBatchDataCount || $('Build JSON Data for Tracerfy').first().json.leadsCount, importId: $('Build JSON Data for Tracerfy').first().json.importId, importDate: $('Build JSON Data for Tracerfy').first().json.importDate }) }}",
        "options": {
          "timeout": 30000
        }
      },
      "id": "9fedb90b-bb4f-4e9c-b304-f6b254e8f04b",
      "name": "Update Pagination State",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -1808,
        -1088
      ]
    },
    {
      "parameters": {
        "conditions": {
          "options": {
            "version": 2,
            "leftValue": "",
            "caseSensitive": true,
            "typeValidation": "strict"
          },
          "conditions": [
            {
              "id": "check-has-leads",
              "operator": {
                "type": "boolean",
                "operation": "true",
                "singleValue": true
              },
              "leftValue": "={{ $json.hasLeads }}",
              "rightValue": ""
            }
          ],
          "combinator": "and"
        },
        "options": {}
      },
      "id": "1ccd6a9e-93ce-4034-b1c0-c4ef9bd5075f",
      "name": "Has 5+ Leads to Upload?",
      "type": "n8n-nodes-base.if",
      "typeVersion": 2.2,
      "position": [
        -2208,
        -928
      ]
    },
    {
      "parameters": {},
      "type": "n8n-nodes-base.wait",
      "typeVersion": 1.1,
      "position": [
        -1616,
        -928
      ],
      "id": "6214bccb-db6a-472d-8926-67795f79ca68",
      "name": "Wait 2 Minutes"
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/financial-event",
        "sendHeaders": true,
        "headerParameters": {
          "parameters": [
            {
              "name": "Content-Type",
              "value": "application/json"
            }
          ]
        },
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={\n  \"event_type\": \"batchdata_scrape\",\n  \"amount\": {{ ($json.results && $json.results.properties) ? $json.results.properties.length * 0.01 : 0 }},\n  \"currency\": \"USD\",\n  \"description\": \"BatchData property scrape\",\n  \"metadata\": {\n    \"workflow\": \"BatchData Weekly Staging\",\n    \"tier\": \"{{ $('Build BatchData Request').item.json.tier }}\",\n    \"leads_count\": {{ ($json.results && $json.results.properties) ? $json.results.properties.length : 0 }},\n    \"import_id\": \"{{ $('Build BatchData Request').item.json.importId }}\",\n    \"cost_per_lead\": 0.01\n  }\n}",
        "options": {}
      },
      "id": "96d556f4-5e80-4460-b62e-6985477814bf",
      "name": "Log Scrape Cost",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -2448,
        -1216
      ],
      "onError": "continueRegularOutput"
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/financial-event",
        "sendHeaders": true,
        "headerParameters": {
          "parameters": [
            {
              "name": "Content-Type",
              "value": "application/json"
            }
          ]
        },
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={\n  \"event_type\": \"tracerfy_skip_trace\",\n  \"amount\": {{ $('Build JSON Data for Tracerfy').first().json.leadsCount * 0.02 }},\n  \"currency\": \"USD\",\n  \"description\": \"Tracerfy skip trace upload\",\n  \"metadata\": {\n    \"workflow\": \"BatchData Weekly Staging\",\n    \"tier\": \"{{ $('Build JSON Data for Tracerfy').first().json.tier }}\",\n    \"leads_uploaded\": {{ $('Build JSON Data for Tracerfy').first().json.leadsCount }},\n    \"import_id\": \"{{ $('Build JSON Data for Tracerfy').first().json.importId }}\",\n    \"cost_per_lead\": 0.02\n  }\n}",
        "options": {}
      },
      "id": "2862a482-8ee1-4258-bb12-e1c42d45af42",
      "name": "Log Tracerfy Cost",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -1808,
        -1216
      ],
      "onError": "continueRegularOutput"
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/log-lead-event",
        "sendHeaders": true,
        "headerParameters": {
          "parameters": [
            {
              "name": "Content-Type",
              "value": "application/json"
            }
          ]
        },
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={\n  \"event_type\": \"uploaded\",\n  \"workflow\": \"batchdata_weekly_staging\",\n  \"count\": {{ $('Build JSON Data for Tracerfy').first().json.leadsCount }},\n  \"tier\": \"{{ $('Build JSON Data for Tracerfy').first().json.tier }}\"\n}",
        "options": {}
      },
      "id": "a3a78ca2-dd6d-44f5-b012-d1ca8c601e04",
      "name": "Log Pipeline: Uploaded",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -1616,
        -1216
      ],
      "onError": "continueRegularOutput"
    },
    {
      "parameters": {
        "method": "POST",
        "url": "https://YOUR_CONVEX_DEPLOYMENT.convex.site/api/log-lead-event",
        "sendHeaders": true,
        "headerParameters": {
          "parameters": [
            {
              "name": "Content-Type",
              "value": "application/json"
            }
          ]
        },
        "sendBody": true,
        "specifyBody": "json",
        "jsonBody": "={\n  \"event_type\": \"scraped\",\n  \"workflow\": \"batchdata_weekly_staging\",\n  \"count\": {{ ($json.results && $json.results.properties) ? $json.results.properties.length : 0 }},\n  \"tier\": \"{{ $('Build BatchData Request').item.json.tier }}\"\n}",
        "options": {}
      },
      "id": "0ad4af7c-1b7d-4711-b218-169775a15d4e",
      "name": "Log Pipeline: Scraped",
      "type": "n8n-nodes-base.httpRequest",
      "typeVersion": 4.2,
      "position": [
        -2848,
        -1120
      ],
      "onError": "continueRegularOutput"
    }
  ],
  "connections": {
    "Weekly Sunday 6AM": {
      "main": [
        [
          {
            "node": "Initialize",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Initialize": {
      "main": [
        [
          {
            "node": "Fetch Tier Configs from Convex",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Fetch Tier Configs from Convex": {
      "main": [
        [
          {
            "node": "Define Tier Configs",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Define Tier Configs": {
      "main": [
        [
          {
            "node": "Limit",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Limit": {
      "main": [
        [
          {
            "node": "Loop Each Tier",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Loop Each Tier": {
      "main": [
        [
          {
            "node": "Aggregate All Results",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Build BatchData Request",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Build BatchData Request": {
      "main": [
        [
          {
            "node": "Get Pagination State",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Get Pagination State": {
      "main": [
        [
          {
            "node": "Call BatchData API",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Call BatchData API": {
      "main": [
        [
          {
            "node": "Has Results?",
            "type": "main",
            "index": 0
          },
          {
            "node": "Log Pipeline: Scraped",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Has Results?": {
      "main": [
        [
          {
            "node": "Check Duplicates via Convex",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Skip Pagination (No Leads)",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Check Duplicates via Convex": {
      "main": [
        [
          {
            "node": "Filter New Leads Only",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Filter New Leads Only": {
      "main": [
        [
          {
            "node": "Build JSON Data for Tracerfy",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Build JSON Data for Tracerfy": {
      "main": [
        [
          {
            "node": "Has 5+ Leads to Upload?",
            "type": "main",
            "index": 0
          },
          {
            "node": "Log Scrape Cost",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Has 5+ Leads to Upload?": {
      "main": [
        [
          {
            "node": "Upload CSV to Tracerfy",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "Skip Pagination (No Leads)",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Upload CSV to Tracerfy": {
      "main": [
        [
          {
            "node": "Store Job in Convex",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Store Job in Convex": {
      "main": [
        [
          {
            "node": "Update Pagination State",
            "type": "main",
            "index": 0
          },
          {
            "node": "Log Tracerfy Cost",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Update Pagination State": {
      "main": [
        [
          {
            "node": "Log Job Submission",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Log Job Submission": {
      "main": [
        [
          {
            "node": "Wait 2 Minutes",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Wait 2 Minutes": {
      "main": [
        [
          {
            "node": "Loop Each Tier",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Skip Pagination (No Leads)": {
      "main": [
        [
          {
            "node": "Log No Leads",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Log No Leads": {
      "main": [
        [
          {
            "node": "Loop Each Tier",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Aggregate All Results": {
      "main": [
        [
          {
            "node": "Log Import to Convex",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Log Import to Convex": {
      "main": [
        [
          {
            "node": "Slack Report",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Log Tracerfy Cost": {
      "main": [
        [
          {
            "node": "Log Pipeline: Uploaded",
            "type": "main",
            "index": 0
          }
        ]
      ]
    }
  },
  "settings": {
    "executionOrder": "v1",
    "callerPolicy": "workflowsFromSameOwner",
    "availableInMCP": false
  },
  "active": false
}

About this workflow

BatchData Weekly Staging (Convex). Uses httpRequest, slack. Scheduled trigger; 28 nodes.

Source: https://github.com/rafiulislam4246/real-estate-acquisition-workflows/blob/main/workflows/05-batchdata-weekly-staging.json — original creator credit. Request a take-down →

More Slack & Telegram workflows → · Browse all categories →

Related workflows

Workflows that share integrations, category, or trigger type with this one. All free to copy and import.