DEV Community

Discussion on: Scraping every post on an Instagram profile with less than 10 lines of Python

Collapse
 
d3c3ptr0n profile image
Yug Khatri • Edited

Firstly, thankyou for making such an awesome library/module. What if I want to scrape first 12 posts or the first page (containing the recent posts) of a public profile, like how to apply that? And if I want these recent posts to be returned in the form of .JSON, how to do that? Here's the sample of an object I want to be returned from .JSON array:

"node": {
              "__typename": "GraphImage",
              "id": "2730428346900395591",
              "shortcode": "CXkbh11p7ZH",
              "dimensions": { "height": 1080, "width": 1080 },
              "display_url": "https://instagram.famd4-1.fna.fbcdn.net/v/t51.2885-15/e35/s1080x1080/269265717_437445878085899_6310820446477644652_n.jpg?_nc_ht=instagram.famd4-1.fna.fbcdn.net&_nc_cat=111&_nc_ohc=BKGvyd56hscAX9nnnEt&edm=ABfd0MgBAAAA&ccb=7-4&oh=00_AT8t9PchQPCY7kkxcgKsiXiZda_BgcgS_DP5DNRNHjnhfQ&oe=61C9609B&_nc_sid=7bff83",
              "edge_media_to_tagged_user": { "edges": [] },
              "fact_check_overall_rating": null,
              "fact_check_information": null,
              "gating_info": null,
              "sharing_friction_info": {
                "should_have_sharing_friction": false,
                "bloks_app_url": null
              },
              "media_overlay_info": null,
              "media_preview": "ACoqw/IKvtfs20/XjjP41uuIo4DGCAxAONwJyMf4VltCrbiAfvcZznHI7n8auwWjrwynBIxx2pASSR72J6gkkfjTXgAYnHUf0xWtHGFUZHT+lR7RM5oAyY7dVBwKT7OvpWvOioAB1qvigCApVxceaOAMjoOuCvX7oPPs2AagIxUoLBlc/dxgdMn8eCAPQZz3oA0SeMe39Kz4pdgJqY3I6etZ3WgCyzGU8VZFu1JAojXc3Wg3NAFU0wgjpx+NOWnN0oAg5z1pqjFSCmigCVpMjFR0DrRQB//Z",
              "owner": { "id": "31997451", "username": "getpeid" },
              "is_video": false,
              "has_upcoming_event": false,
              "accessibility_caption": "Photo by Carl Pei on December 16, 2021. May be an image of indoor.",
              "edge_media_to_caption": {
                "edges": [
                  {
                    "node": { "text": "Nothing to see here\u2026 \ud83e\udd16" }
                  }
                ]
              },
              "edge_media_to_comment": { "count": 67 },
              "comments_disabled": false,
              "taken_at_timestamp": 1639712445,
              "edge_liked_by": { "count": 3047 },
              "edge_media_preview_like": { "count": 3047 },
              "location": null,
              "thumbnail_src": "https://instagram.famd4-1.fna.fbcdn.net/v/t51.2885-15/sh0.08/e35/s640x640/269265717_437445878085899_6310820446477644652_n.jpg?_nc_ht=instagram.famd4-1.fna.fbcdn.net&_nc_cat=111&_nc_ohc=BKGvyd56hscAX9nnnEt&edm=ABfd0MgBAAAA&ccb=7-4&oh=00_AT99lHhVotAjz6UZ_8YX-zkpaccYeirUMSxKXT8tWGSBWQ&oe=61CB131F&_nc_sid=7bff83",
              "thumbnail_resources": [
                {
                  "src": "https://instagram.famd4-1.fna.fbcdn.net/v/t51.2885-15/e35/s150x150/269265717_437445878085899_6310820446477644652_n.jpg?_nc_ht=instagram.famd4-1.fna.fbcdn.net&_nc_cat=111&_nc_ohc=BKGvyd56hscAX9nnnEt&edm=ABfd0MgBAAAA&ccb=7-4&oh=00_AT-3RwtltAzqqy9VNUK6i5uthTh_fuxfQzMIglI83keZXA&oe=61CAEE1C&_nc_sid=7bff83",
                  "config_width": 150,
                  "config_height": 150
                },
                {
                  "src": "https://instagram.famd4-1.fna.fbcdn.net/v/t51.2885-15/e35/s240x240/269265717_437445878085899_6310820446477644652_n.jpg?_nc_ht=instagram.famd4-1.fna.fbcdn.net&_nc_cat=111&_nc_ohc=BKGvyd56hscAX9nnnEt&edm=ABfd0MgBAAAA&ccb=7-4&oh=00_AT9nE3ABD9PKSZ5UTo_NDkLjcLQySpZzaPbFzDDmxPhs_Q&oe=61CB331E&_nc_sid=7bff83",
                  "config_width": 240,
                  "config_height": 240
                },
                {
                  "src": "https://instagram.famd4-1.fna.fbcdn.net/v/t51.2885-15/e35/s320x320/269265717_437445878085899_6310820446477644652_n.jpg?_nc_ht=instagram.famd4-1.fna.fbcdn.net&_nc_cat=111&_nc_ohc=BKGvyd56hscAX9nnnEt&edm=ABfd0MgBAAAA&ccb=7-4&oh=00_AT_VJtqot_T-RKh2HxY-mdHraqWZp76iO52bHoJEVORXgw&oe=61C9E0A4&_nc_sid=7bff83",
                  "config_width": 320,
                  "config_height": 320
                },
                {
                  "src": "https://instagram.famd4-1.fna.fbcdn.net/v/t51.2885-15/e35/s480x480/269265717_437445878085899_6310820446477644652_n.jpg?_nc_ht=instagram.famd4-1.fna.fbcdn.net&_nc_cat=111&_nc_ohc=BKGvyd56hscAX9nnnEt&edm=ABfd0MgBAAAA&ccb=7-4&oh=00_AT8h0qPpCUdsJC32Zz-nXoi1kKITa_AT2SQtYeEf572AmQ&oe=61C9D9A5&_nc_sid=7bff83",
                  "config_width": 480,
                  "config_height": 480
                },
                {
                  "src": "https://instagram.famd4-1.fna.fbcdn.net/v/t51.2885-15/sh0.08/e35/s640x640/269265717_437445878085899_6310820446477644652_n.jpg?_nc_ht=instagram.famd4-1.fna.fbcdn.net&_nc_cat=111&_nc_ohc=BKGvyd56hscAX9nnnEt&edm=ABfd0MgBAAAA&ccb=7-4&oh=00_AT99lHhVotAjz6UZ_8YX-zkpaccYeirUMSxKXT8tWGSBWQ&oe=61CB131F&_nc_sid=7bff83",
                  "config_width": 640,
                  "config_height": 640
                }
              ],
              "coauthor_producers": []
            }
          }
Enter fullscreen mode Exit fullscreen mode