{ "nodes": [ { "id": "63746faf-fbad-4fa8-9d4c-bf5f01e4c758", "name": "Schedule Trigger", "type": "n8n-nodes-base.scheduleTrigger", "position": [ 500, 220 ], "parameters": { "rule": { "interval": [ { "field": "minutes" } ] } }, "typeVersion": 1.2 }, { "id": "c68059ca-d79c-47f3-beee-1b42da77f9b3", "name": "Aggregate", "type": "n8n-nodes-base.aggregate", "position": [ 1120, 200 ], "parameters": { "options": {}, "fieldsToAggregate": { "fieldToAggregate": [ { "fieldToAggregate": "username" } ] } }, "typeVersion": 1 }, { "id": "69a9572f-e993-42bb-8a41-ff78a70b144f", "name": "get usernames", "type": "n8n-nodes-base.googleSheets", "position": [ 720, 220 ], "parameters": { "options": {}, "filtersUI": { "values": [ { "lookupColumn": "scraped" } ] }, "sheetName": { "__rl": true, "mode": "list", "value": "gid=0", "cachedResultUrl": "https://docs.google.com/spreadsheets/d/1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4/edit#gid=0", "cachedResultName": "Usernames" }, "documentId": { "__rl": true, "mode": "list", "value": "1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4", "cachedResultUrl": "https://docs.google.com/spreadsheets/d/1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4/edit?usp=drivesdk", "cachedResultName": "get full instagram profile" } }, "credentials": { "googleSheetsOAuth2Api": { "name": "" } }, "typeVersion": 4.6 }, { "id": "fafe17dd-edd9-4fe6-9b6e-65314b7e19f0", "name": "call apify actor", "type": "n8n-nodes-base.httpRequest", "position": [ 1440, 220 ], "parameters": { "url": "https://api.apify.com/v2/acts/mohamedgb00714~instagram-full-profile-scraper/run-sync-get-dataset-items?token=YOUR_TOKEN_HERE token", "options": {}, "jsonBody": "={\n \"instagramUsernames\": [\n {{ $json.username.map(item => `\"${item}\"`) }}\n ]\n} ", "sendBody": true, "specifyBody": "json" }, "typeVersion": 4.2 }, { "id": "ef05642d-e5d0-44d2-b552-8a9359858b34", "name": "Limit", "type": "n8n-nodes-base.limit", "position": [ 940, 220 ], "parameters": { "maxItems": 20 }, "typeVersion": 1 }, { "id": "9ef3c76c-1459-448a-aa77-631556665726", "name": "Append full profiles on sheet", "type": "n8n-nodes-base.googleSheets", "position": [ 1860, 100 ], "parameters": { "columns": { "value": {}, "schema": [ { "id": "account_type", "type": "string", "display": true, "required": false, "displayName": "account_type", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "address_street", "type": "string", "display": true, "required": false, "displayName": "address_street", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "ai_agent_type", "type": "string", "display": true, "required": false, "displayName": "ai_agent_type", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links/0/creation_source", "type": "string", "display": true, "required": false, "displayName": "bio_links/0/creation_source", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links/0/image_url", "type": "string", "display": true, "required": false, "displayName": "bio_links/0/image_url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links/0/is_pinned", "type": "string", "display": true, "required": false, "displayName": "bio_links/0/is_pinned", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links/0/link_type", "type": "string", "display": true, "required": false, "displayName": "bio_links/0/link_type", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links/0/lynx_url", "type": "string", "display": true, "required": false, "displayName": "bio_links/0/lynx_url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links/0/media_type", "type": "string", "display": true, "required": false, "displayName": "bio_links/0/media_type", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links/0/title", "type": "string", "display": true, "required": false, "displayName": "bio_links/0/title", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links/0/url", "type": "string", "display": true, "required": false, "displayName": "bio_links/0/url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "biography", "type": "string", "display": true, "required": false, "displayName": "biography", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "category", "type": "string", "display": true, "required": false, "displayName": "category", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "city_name", "type": "string", "display": true, "required": false, "displayName": "city_name", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "external_lynx_url", "type": "string", "display": true, "required": false, "displayName": "external_lynx_url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "external_url", "type": "string", "display": true, "required": false, "displayName": "external_url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "fbid_v2", "type": "string", "display": true, "required": false, "displayName": "fbid_v2", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "follower_count", "type": "string", "display": true, "required": false, "displayName": "follower_count", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "following_count", "type": "string", "display": true, "required": false, "displayName": "following_count", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "friendship_status", "type": "string", "display": true, "required": false, "displayName": "friendship_status", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "full_name", "type": "string", "display": true, "required": false, "displayName": "full_name", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "gating", "type": "string", "display": true, "required": false, "displayName": "gating", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "has_chaining", "type": "string", "display": true, "required": false, "displayName": "has_chaining", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "has_profile_pic", "type": "string", "display": true, "required": false, "displayName": "has_profile_pic", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "has_story_archive", "type": "string", "display": true, "required": false, "displayName": "has_story_archive", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "hd_profile_pic_url_info/url", "type": "string", "display": true, "required": false, "displayName": "hd_profile_pic_url_info/url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "id", "type": "string", "display": true, "removed": false, "required": false, "displayName": "id", "defaultMatch": true, "canBeUsedToMatch": true }, { "id": "is_business", "type": "string", "display": true, "required": false, "displayName": "is_business", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "is_embeds_disabled", "type": "string", "display": true, "required": false, "displayName": "is_embeds_disabled", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "is_memorialized", "type": "string", "display": true, "required": false, "displayName": "is_memorialized", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "is_private", "type": "string", "display": true, "required": false, "displayName": "is_private", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "is_professional_account", "type": "string", "display": true, "required": false, "displayName": "is_professional_account", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "is_regulated_c18", "type": "string", "display": true, "required": false, "displayName": "is_regulated_c18", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "is_unpublished", "type": "string", "display": true, "required": false, "displayName": "is_unpublished", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "is_verified", "type": "string", "display": true, "required": false, "displayName": "is_verified", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "latest_besties_reel_media", "type": "string", "display": true, "required": false, "displayName": "latest_besties_reel_media", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "latest_reel_media", "type": "string", "display": true, "required": false, "displayName": "latest_reel_media", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "linked_fb_info", "type": "string", "display": true, "required": false, "displayName": "linked_fb_info", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "live_broadcast_id", "type": "string", "display": true, "required": false, "displayName": "live_broadcast_id", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "live_broadcast_visibility", "type": "string", "display": true, "required": false, "displayName": "live_broadcast_visibility", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "media_count", "type": "string", "display": true, "required": false, "displayName": "media_count", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "mutual_followers_count", "type": "string", "display": true, "required": false, "displayName": "mutual_followers_count", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "pk", "type": "string", "display": true, "required": false, "displayName": "pk", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "profile_context_links_with_user_ids", "type": "string", "display": true, "required": false, "displayName": "profile_context_links_with_user_ids", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "profile_pic_url", "type": "string", "display": true, "required": false, "displayName": "profile_pic_url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "reel_media_seen_timestamp", "type": "string", "display": true, "required": false, "displayName": "reel_media_seen_timestamp", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "remove_message_entrypoint", "type": "string", "display": true, "required": false, "displayName": "remove_message_entrypoint", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "should_show_category", "type": "string", "display": true, "required": false, "displayName": "should_show_category", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "show_account_transparency_details", "type": "string", "display": true, "required": false, "displayName": "show_account_transparency_details", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "show_text_post_app_badge", "type": "string", "display": true, "required": false, "displayName": "show_text_post_app_badge", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "supervision_info", "type": "string", "display": true, "required": false, "displayName": "supervision_info", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "text_post_app_badge_label", "type": "string", "display": true, "required": false, "displayName": "text_post_app_badge_label", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "text_post_new_post_count", "type": "string", "display": true, "required": false, "displayName": "text_post_new_post_count", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "total_clips_count", "type": "string", "display": true, "required": false, "displayName": "total_clips_count", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "transparency_label", "type": "string", "display": true, "required": false, "displayName": "transparency_label", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "transparency_product", "type": "string", "display": true, "required": false, "displayName": "transparency_product", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "username", "type": "string", "display": true, "required": false, "displayName": "username", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "zip", "type": "string", "display": true, "required": false, "displayName": "zip", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "regulated_news_in_locations", "type": "string", "display": true, "removed": false, "required": false, "displayName": "regulated_news_in_locations", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "bio_links", "type": "string", "display": true, "removed": false, "required": false, "displayName": "bio_links", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "hd_profile_pic_url_info", "type": "string", "display": true, "removed": false, "required": false, "displayName": "hd_profile_pic_url_info", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "profile_pic_genai_tool_info", "type": "string", "display": true, "removed": false, "required": false, "displayName": "profile_pic_genai_tool_info", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "biography_with_entities", "type": "string", "display": true, "removed": false, "required": false, "displayName": "biography_with_entities", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "account_badges", "type": "string", "display": true, "removed": false, "required": false, "displayName": "account_badges", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "pronouns", "type": "string", "display": true, "removed": false, "required": false, "displayName": "pronouns", "defaultMatch": false, "canBeUsedToMatch": true } ], "mappingMode": "autoMapInputData", "matchingColumns": [ "id" ], "attemptToConvertTypes": false, "convertFieldsToString": false }, "options": {}, "operation": "append", "sheetName": { "__rl": true, "mode": "list", "value": 458127000, "cachedResultUrl": "https://docs.google.com/spreadsheets/d/1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4/edit#gid=458127000", "cachedResultName": "fullprofiles" }, "documentId": { "__rl": true, "mode": "list", "value": "1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4", "cachedResultUrl": "https://docs.google.com/spreadsheets/d/1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4/edit?usp=drivesdk", "cachedResultName": "get full instagram profile" } }, "credentials": { "googleSheetsOAuth2Api": { "name": "" } }, "typeVersion": 4.6 }, { "id": "cc3bd00b-4e48-466f-855d-d4bd798f0911", "name": "Sticky Note", "type": "n8n-nodes-base.stickyNote", "position": [ 1300, 100 ], "parameters": { "width": 480, "height": 320, "content": "## This is apify actor \n**you find it here** (https://apify.com/mohamedgb00714/instagram-full-profile-scraper)" }, "typeVersion": 1 }, { "id": "d2dfd39f-9d7a-46f3-9ee4-c4cc4b5b1817", "name": "Sticky Note1", "type": "n8n-nodes-base.stickyNote", "position": [ -140, 40 ], "parameters": { "width": 560, "height": 1500, "content": "## Read Me\n\n\n# \ud83d\udcf8 Instagram Full Profile Scraper with Apify and Google Sheets\n\nThis n8n workflow automates the process of scraping full Instagram profiles using a [custom Apify actor](https://apify.com/mohamedgb00714/instagram-full-profile-scraper), and logs the results into a Google Sheet. It is designed to run at scheduled intervals and process a list of usernames by calling the API, appending the results, and marking them as processed.\n\n---\n\n## \ud83d\ude80 Features\n\n* \u23f1 **Scheduled Execution** \u2013 Runs automatically every few minutes.\n* \ud83d\udcc4 **Google Sheets Integration** \u2013 Reads a list of Instagram usernames and updates the same sheet.\n* \ud83e\udde0 **Apify Actor** \u2013 Fetches full public Instagram profile data.\n* \ud83e\uddee **Aggregation** \u2013 Batches usernames for bulk scraping.\n* \u270d\ufe0f **Data Logging** \u2013 Appends scraped data to a second sheet.\n* \u2705 **Tracking** \u2013 Marks usernames as processed once scraped.\n\n---\n\n## \ud83d\udcc1 Workflow Structure\n\n```mermaid\ngraph TD;\n ScheduleTrigger --> GetUsernames;\n GetUsernames --> LimitItems;\n LimitItems --> AggregateUsernames;\n AggregateUsernames --> CallApifyActor;\n CallApifyActor --> AppendToSheet;\n CallApifyActor --> MarkAsScraped;\n```\n\n---\n\n## \ud83d\udee0 Setup\n\n1. **Google Sheet**\n\n Create a Google Sheet with:\n\n * **Sheet 1** named `Usernames` (GID: 0)\n Columns: `username`, `scraped`\n\n * **Sheet 2** named `fullprofiles` (GID: 458127000)\n\n Sample sheet:\n \ud83d\udd17 [`Instagram Profile Sheet`](https://docs.google.com/spreadsheets/d/1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4/edit?usp=sharing)\n\n2. **n8n Configuration**\n\n * Import this workflow into your n8n instance.\n * Set up your **Google Sheets credentials** (`googleSheetsOAuth2Api`).\n * Replace `apify_api_YOUR_TOKEN_HERE token` in the HTTP Request node with your [Apify API token](https://console.apify.com/account/integrations).\n\n---\n\n## \ud83d\udce6 Required Credentials\n\n* **Google Sheets OAuth2** \u2013 For reading and writing sheet data.\n* **Apify API Token** \u2013 To call the custom actor for profile scraping.\n\n---\n\n## \ud83d\udcca Sheets Used\n\n| Sheet Name | Purpose |\n| -------------- | -------------------------------- |\n| `Usernames` | Source of usernames to scrape |\n| `fullprofiles` | Destination of full profile data |\n\n---\n\n## \ud83d\udccc Apify Actor Info\n\n> **Instagram Full Profile Scraper**\n> This actor fetches extended profile information from public Instagram profiles.\n\n\ud83d\udd17 [View on Apify](https://apify.com/mohamedgb00714/instagram-full-profile-scraper)\n\n---\n\n## \ud83d\udd01 Workflow Nodes Overview\n\n| Node | Purpose |\n| ------------------------ | ----------------------------------------------------------------- |\n| Schedule Trigger | Triggers the workflow periodically. |\n| Get Usernames | Reads usernames from the `Usernames` sheet. |\n| Limit | Limits processing to 20 usernames per run. |\n| Aggregate | Groups usernames into a batch for the API call. |\n| Call Apify Actor | Sends the usernames to the Apify actor and receives profile data. |\n| Append Full Profiles | Appends the scraped data to the `fullprofiles` sheet. |\n| Mark Username as Scraped | Marks the processed usernames as `scraped = TRUE`. |\n| Sticky Note | Provides a reference link to the Apify actor used. |\n\n---\n\n## \ud83d\udccc Example Sheet Structure\n\n### `Usernames` Sheet\n\n| username | scraped |\n| ------------ | ------- |\n| exampleuser1 | |\n| exampleuser2 | TRUE |\n\n### `fullprofiles` Sheet\n\n| username | full\\_name | biography | follower\\_count | ... |\n| -------- | ---------- | --------- | --------------- | --- |\n\n---\n\n## \ud83d\udd10 Security & Notes\n\n* This workflow **does not** bypass any Instagram privacy restrictions.\n* It works **only with public Instagram profiles**.\n* You are responsible for ensuring that scraping complies with **Instagram\u2019s terms of service** and any applicable laws.\n\n---\n\n## \ud83d\udcec Support\n\nFor any issues, feel free to reach out:\n\ud83d\udc64 [@mohamedgb00714](https://github.com/mohamedgb00714)\n\ud83d\udce7 [mohamedgb00714@gmail.com](mailto:mohamedgb00714@gmail.com)\n\n\n" }, "typeVersion": 1 }, { "id": "c02f46ec-c88b-42d0-9200-50d632292a9e", "name": "mark user name as scraped", "type": "n8n-nodes-base.googleSheets", "position": [ 1880, 300 ], "parameters": { "columns": { "value": { "scraped": "TRUE", "username": "={{ $json.username }}" }, "schema": [ { "id": "username", "type": "string", "display": true, "removed": false, "required": false, "displayName": "username", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "scraped", "type": "string", "display": true, "removed": false, "required": false, "displayName": "scraped", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "row_number", "type": "number", "display": true, "removed": true, "readOnly": true, "required": false, "displayName": "row_number", "defaultMatch": false, "canBeUsedToMatch": true } ], "mappingMode": "defineBelow", "matchingColumns": [ "username" ], "attemptToConvertTypes": false, "convertFieldsToString": false }, "options": {}, "operation": "update", "sheetName": { "__rl": true, "mode": "list", "value": "gid=0", "cachedResultUrl": "https://docs.google.com/spreadsheets/d/1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4/edit#gid=0", "cachedResultName": "Usernames" }, "documentId": { "__rl": true, "mode": "list", "value": "1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4", "cachedResultUrl": "https://docs.google.com/spreadsheets/d/1SQWfZLJscnPoVd7AgtMxo4mltpbZo3WtMzl0AM_lWE4/edit?usp=drivesdk", "cachedResultName": "get full instagram profile" } }, "credentials": { "googleSheetsOAuth2Api": { "name": "" } }, "typeVersion": 4.6 } ], "connections": { "Limit": { "main": [ [ { "node": "Aggregate", "type": "main", "index": 0 } ] ] }, "Aggregate": { "main": [ [ { "node": "call apify actor", "type": "main", "index": 0 } ] ] }, "get usernames": { "main": [ [ { "node": "Limit", "type": "main", "index": 0 } ] ] }, "Schedule Trigger": { "main": [ [ { "node": "get usernames", "type": "main", "index": 0 } ] ] }, "call apify actor": { "main": [ [ { "node": "Append full profiles on sheet", "type": "main", "index": 0 }, { "node": "mark user name as scraped", "type": "main", "index": 0 } ] ] } } }