Active Members Fi8sVrs Posted October 4, 2017 Active Members Report Share Posted October 4, 2017 (edited) This script will grab data from instagram users. Simply add the user id's to ids.txt Data is saved in data.json It requires valid instagram user credentials, simply add your username/password. Download link: https://openload.co/f/Z2HnqSP_POc/cake.zip VirusTotal f675cdf0e0b000f28806c19bb7e94dbed66c61b7b7524fd8085e712473aea85e Mirror: InstaAPI.py Spoiler #!/usr/bin/env python # -*- coding: utf-8 -*- import requests import random import json import hashlib import hmac import urllib import uuid import time import copy import math import sys from datetime import datetime import calendar import os # The urllib library was split into other modules from Python 2 to Python 3 if sys.version_info.major == 3: import urllib.parse from requests_toolbelt import MultipartEncoder class InstagramAPI: API_URL = 'https://i.instagram.com/api/v1/' DEVICE_SETTINTS = { 'manufacturer': 'Xiaomi', 'model': 'HM 1SW', 'android_version': 18, 'android_release': '4.3' } USER_AGENT = 'Instagram 10.26.0 Android ({android_version}/{android_release}; 320dpi; 720x1280; {manufacturer}; {model}; armani; qcom; en_US)'.format( **DEVICE_SETTINTS) IG_SIG_KEY = '4f8732eb9ba7d1c8e8897a75d6474d4eb3f5279137431b2aafb71fafe2abe178' EXPERIMENTS = '''ig_promote_reach_objective_fix_universe,ig_android_universe_video_production,ig_search_client_h1_2017_holdout,ig_android_live_follow_from_comments_universe,ig_android_carousel_non_square_creation,ig_android_live_analytics,ig_android_follow_all_dialog_confirmation_copy,ig_android_stories_server_coverframe,ig_android_video_captions_universe,ig_android_offline_location_feed,ig_android_direct_inbox_retry_seen_state,ig_android_ontact_invite_universe,ig_android_live_broadcast_blacklist,ig_android_insta_video_reconnect_viewers,ig_android_ad_async_ads_universe,ig_android_search_clear_layout_universe,ig_android_shopping_reporting,ig_android_stories_surface_universe,ig_android_verified_comments_universe,ig_android_preload_media_ahead_in_current_reel,android_instagram_prefetch_suggestions_universe,ig_android_reel_viewer_fetch_missing_reels_universe,ig_android_direct_search_share_sheet_universe,ig_android_business_promote_tooltip,ig_android_direct_blue_tab,ig_android_async_network_tweak_universe,ig_android_elevate_main_thread_priority_universe,ig_android_stories_gallery_nux,ig_android_instavideo_remove_nux_comments,ig_video_copyright_whitelist,ig_react_native_inline_insights_with_relay,ig_android_direct_thread_message_animation,ig_android_draw_rainbow_client_universe,ig_android_direct_link_style,ig_android_live_heart_enhancements_universe,ig_android_rtc_reshare,ig_android_preload_item_count_in_reel_viewer_buffer,ig_android_users_bootstrap_service,ig_android_auto_retry_post_mode,ig_android_shopping,ig_android_main_feed_seen_state_dont_send_info_on_tail_load,ig_fbns_preload_default,ig_android_gesture_dismiss_reel_viewer,ig_android_tool_tip,ig_android_ad_logger_funnel_logging_universe,ig_android_gallery_grid_column_count_universe,ig_android_business_new_ads_payment_universe,ig_android_direct_links,ig_android_audience_control,ig_android_live_encore_consumption_settings_universe,ig_perf_android_holdout,ig_android_cache_contact_import_list,ig_android_links_receivers,ig_android_ad_impression_backtest,ig_android_list_redesign,ig_android_stories_separate_overlay_creation,ig_android_stop_video_recording_fix_universe,ig_android_render_video_segmentation,ig_android_live_encore_reel_chaining_universe,ig_android_sync_on_background_enhanced_10_25,ig_android_immersive_viewer,ig_android_mqtt_skywalker,ig_fbns_push,ig_android_ad_watchmore_overlay_universe,ig_android_react_native_universe,ig_android_profile_tabs_redesign_universe,ig_android_live_consumption_abr,ig_android_story_viewer_social_context,ig_android_hide_post_in_feed,ig_android_video_loopcount_int,ig_android_enable_main_feed_reel_tray_preloading,ig_android_camera_upsell_dialog,ig_android_ad_watchbrowse_universe,ig_android_internal_research_settings,ig_android_search_people_tag_universe,ig_android_react_native_ota,ig_android_enable_concurrent_request,ig_android_react_native_stories_grid_view,ig_android_business_stories_inline_insights,ig_android_log_mediacodec_info,ig_android_direct_expiring_media_loading_errors,ig_video_use_sve_universe,ig_android_cold_start_feed_request,ig_android_enable_zero_rating,ig_android_reverse_audio,ig_android_branded_content_three_line_ui_universe,ig_android_live_encore_production_universe,ig_stories_music_sticker,ig_android_stories_teach_gallery_location,ig_android_http_stack_experiment_2017,ig_android_stories_device_tilt,ig_android_pending_request_search_bar,ig_android_fb_topsearch_sgp_fork_request,ig_android_seen_state_with_view_info,ig_android_animation_perf_reporter_timeout,ig_android_new_block_flow,ig_android_story_tray_title_play_all_v2,ig_android_direct_address_links,ig_android_stories_archive_universe,ig_android_save_collections_cover_photo,ig_android_live_webrtc_livewith_production,ig_android_sign_video_url,ig_android_stories_video_prefetch_kb,ig_android_stories_create_flow_favorites_tooltip,ig_android_live_stop_broadcast_on_404,ig_android_live_viewer_invite_universe,ig_android_promotion_feedback_channel,ig_android_render_iframe_interval,ig_android_accessibility_logging_universe,ig_android_camera_shortcut_universe,ig_android_use_one_cookie_store_per_user_override,ig_profile_holdout_2017_universe,ig_android_stories_server_brushes,ig_android_ad_media_url_logging_universe,ig_android_shopping_tag_nux_text_universe,ig_android_comments_single_reply_universe,ig_android_stories_video_loading_spinner_improvements,ig_android_collections_cache,ig_android_comment_api_spam_universe,ig_android_facebook_twitter_profile_photos,ig_android_shopping_tag_creation_universe,ig_story_camera_reverse_video_experiment,ig_android_direct_bump_selected_recipients,ig_android_ad_cta_haptic_feedback_universe,ig_android_vertical_share_sheet_experiment,ig_android_family_bridge_share,ig_android_search,ig_android_insta_video_consumption_titles,ig_android_stories_gallery_preview_button,ig_android_fb_auth_education,ig_android_camera_universe,ig_android_me_only_universe,ig_android_instavideo_audio_only_mode,ig_android_user_profile_chaining_icon,ig_android_live_video_reactions_consumption_universe,ig_android_stories_hashtag_text,ig_android_post_live_badge_universe,ig_android_swipe_fragment_container,ig_android_search_users_universe,ig_android_live_save_to_camera_roll_universe,ig_creation_growth_holdout,ig_android_sticker_region_tracking,ig_android_unified_inbox,ig_android_live_new_watch_time,ig_android_offline_main_feed_10_11,ig_import_biz_contact_to_page,ig_android_live_encore_consumption_universe,ig_android_experimental_filters,ig_android_search_client_matching_2,ig_android_react_native_inline_insights_v2,ig_android_business_conversion_value_prop_v2,ig_android_redirect_to_low_latency_universe,ig_android_ad_show_new_awr_universe,ig_family_bridges_holdout_universe,ig_android_background_explore_fetch,ig_android_following_follower_social_context,ig_android_video_keep_screen_on,ig_android_ad_leadgen_relay_modern,ig_android_profile_photo_as_media,ig_android_insta_video_consumption_infra,ig_android_ad_watchlead_universe,ig_android_direct_prefetch_direct_story_json,ig_android_shopping_react_native,ig_android_top_live_profile_pics_universe,ig_android_direct_phone_number_links,ig_android_stories_weblink_creation,ig_android_direct_search_new_thread_universe,ig_android_histogram_reporter,ig_android_direct_on_profile_universe,ig_android_network_cancellation,ig_android_background_reel_fetch,ig_android_react_native_insights,ig_android_insta_video_audio_encoder,ig_android_family_bridge_bookmarks,ig_android_data_usage_network_layer,ig_android_universal_instagram_deep_links,ig_android_dash_for_vod_universe,ig_android_modular_tab_discover_people_redesign,ig_android_mas_sticker_upsell_dialog_universe,ig_android_ad_add_per_event_counter_to_logging_event,ig_android_sticky_header_top_chrome_optimization,ig_android_rtl,ig_android_biz_conversion_page_pre_select,ig_android_promote_from_profile_button,ig_android_live_broadcaster_invite_universe,ig_android_share_spinner,ig_android_text_action,ig_android_own_reel_title_universe,ig_promotions_unit_in_insights_landing_page,ig_android_business_settings_header_univ,ig_android_save_longpress_tooltip,ig_android_constrain_image_size_universe,ig_android_business_new_graphql_endpoint_universe,ig_ranking_following,ig_android_stories_profile_camera_entry_point,ig_android_universe_reel_video_production,ig_android_power_metrics,ig_android_sfplt,ig_android_offline_hashtag_feed,ig_android_live_skin_smooth,ig_android_direct_inbox_search,ig_android_stories_posting_offline_ui,ig_android_sidecar_video_upload_universe,ig_android_promotion_manager_entry_point_universe,ig_android_direct_reply_audience_upgrade,ig_android_swipe_navigation_x_angle_universe,ig_android_offline_mode_holdout,ig_android_live_send_user_location,ig_android_direct_fetch_before_push_notif,ig_android_non_square_first,ig_android_insta_video_drawing,ig_android_swipeablefilters_universe,ig_android_live_notification_control_universe,ig_android_analytics_logger_running_background_universe,ig_android_save_all,ig_android_reel_viewer_data_buffer_size,ig_direct_quality_holdout_universe,ig_android_family_bridge_discover,ig_android_react_native_restart_after_error_universe,ig_android_startup_manager,ig_story_tray_peek_content_universe,ig_android_profile,ig_android_high_res_upload_2,ig_android_http_service_same_thread,ig_android_scroll_to_dismiss_keyboard,ig_android_remove_followers_universe,ig_android_skip_video_render,ig_android_story_timestamps,ig_android_live_viewer_comment_prompt_universe,ig_profile_holdout_universe,ig_android_react_native_insights_grid_view,ig_stories_selfie_sticker,ig_android_stories_reply_composer_redesign,ig_android_streamline_page_creation,ig_explore_netego,ig_android_ig4b_connect_fb_button_universe,ig_android_feed_util_rect_optimization,ig_android_rendering_controls,ig_android_os_version_blocking,ig_android_encoder_width_safe_multiple_16,ig_search_new_bootstrap_holdout_universe,ig_android_snippets_profile_nux,ig_android_e2e_optimization_universe,ig_android_comments_logging_universe,ig_shopping_insights,ig_android_save_collections,ig_android_live_see_fewer_videos_like_this_universe,ig_android_show_new_contact_import_dialog,ig_android_live_view_profile_from_comments_universe,ig_fbns_blocked,ig_formats_and_feedbacks_holdout_universe,ig_android_reduce_view_pager_buffer,ig_android_instavideo_periodic_notif,ig_search_user_auto_complete_cache_sync_ttl,ig_android_marauder_update_frequency,ig_android_suggest_password_reset_on_oneclick_login,ig_android_promotion_entry_from_ads_manager_universe,ig_android_live_special_codec_size_list,ig_android_enable_share_to_messenger,ig_android_background_main_feed_fetch,ig_android_live_video_reactions_creation_universe,ig_android_channels_home,ig_android_sidecar_gallery_universe,ig_android_upload_reliability_universe,ig_migrate_mediav2_universe,ig_android_insta_video_broadcaster_infra_perf,ig_android_business_conversion_social_context,android_ig_fbns_kill_switch,ig_android_live_webrtc_livewith_consumption,ig_android_destroy_swipe_fragment,ig_android_react_native_universe_kill_switch,ig_android_stories_book_universe,ig_android_all_videoplayback_persisting_sound,ig_android_draw_eraser_universe,ig_direct_search_new_bootstrap_holdout_universe,ig_android_cache_layer_bytes_threshold,ig_android_search_hash_tag_and_username_universe,ig_android_business_promotion,ig_android_direct_search_recipients_controller_universe,ig_android_ad_show_full_name_universe,ig_android_anrwatchdog,ig_android_qp_kill_switch,ig_android_2fac,ig_direct_bypass_group_size_limit_universe,ig_android_promote_simplified_flow,ig_android_share_to_whatsapp,ig_android_hide_bottom_nav_bar_on_discover_people,ig_fbns_dump_ids,ig_android_hands_free_before_reverse,ig_android_skywalker_live_event_start_end,ig_android_live_join_comment_ui_change,ig_android_direct_search_story_recipients_universe,ig_android_direct_full_size_gallery_upload,ig_android_ad_browser_gesture_control,ig_channel_server_experiments,ig_android_video_cover_frame_from_original_as_fallback,ig_android_ad_watchinstall_universe,ig_android_ad_viewability_logging_universe,ig_android_new_optic,ig_android_direct_visual_replies,ig_android_stories_search_reel_mentions_universe,ig_android_threaded_comments_universe,ig_android_mark_reel_seen_on_Swipe_forward,ig_internal_ui_for_lazy_loaded_modules_experiment,ig_fbns_shared,ig_android_capture_slowmo_mode,ig_android_live_viewers_list_search_bar,ig_android_video_single_surface,ig_android_offline_reel_feed,ig_android_video_download_logging,ig_android_last_edits,ig_android_exoplayer_4142,ig_android_post_live_viewer_count_privacy_universe,ig_android_activity_feed_click_state,ig_android_snippets_haptic_feedback,ig_android_gl_drawing_marks_after_undo_backing,ig_android_mark_seen_state_on_viewed_impression,ig_android_live_backgrounded_reminder_universe,ig_android_live_hide_viewer_nux_universe,ig_android_live_monotonic_pts,ig_android_search_top_search_surface_universe,ig_android_user_detail_endpoint,ig_android_location_media_count_exp_ig,ig_android_comment_tweaks_universe,ig_android_ad_watchmore_entry_point_universe,ig_android_top_live_notification_universe,ig_android_add_to_last_post,ig_save_insights,ig_android_live_enhanced_end_screen_universe,ig_android_ad_add_counter_to_logging_event,ig_android_blue_token_conversion_universe,ig_android_exoplayer_settings,ig_android_progressive_jpeg,ig_android_offline_story_stickers,ig_android_gqls_typing_indicator,ig_android_chaining_button_tooltip,ig_android_video_prefetch_for_connectivity_type,ig_android_use_exo_cache_for_progressive,ig_android_samsung_app_badging,ig_android_ad_holdout_watchandmore_universe,ig_android_offline_commenting,ig_direct_stories_recipient_picker_button,ig_insights_feedback_channel_universe,ig_android_insta_video_abr_resize,ig_android_insta_video_sound_always_on''' SIG_KEY_VERSION = '4' # username # Instagram username # password # Instagram password # debug # Debug # uuid # UUID # device_id # Device ID # username_id # Username ID # token # _csrftoken # isLoggedIn # Session status # rank_token # Rank token # IGDataPath # Data storage path def __init__(self, username, password, debug=False, IGDataPath=None): m = hashlib.md5() m.update(username.encode('utf-8') + password.encode('utf-8')) self.device_id = self.generateDeviceId(m.hexdigest()) self.setUser(username, password) self.isLoggedIn = False self.LastResponse = None def setUser(self, username, password): self.username = username self.password = password self.uuid = self.generateUUID(True) def login(self, force=False): if (not self.isLoggedIn or force): self.s = requests.Session() # if you need proxy make something like this: # self.s.proxies = {"https" : "http://proxyip:proxyport"} if ( self.SendRequest('si/fetch_headers/?challenge_type=signup&guid=' + self.generateUUID(False), None, True)): data = {'phone_id': self.generateUUID(True), '_csrftoken': self.LastResponse.cookies['csrftoken'], 'username': self.username, 'guid': self.uuid, 'device_id': self.device_id, 'password': self.password, 'login_attempt_count': '0'} if (self.SendRequest('accounts/login/', self.generateSignature(json.dumps(data)), True)): self.isLoggedIn = True self.username_id = self.LastJson["logged_in_user"]["pk"] self.rank_token = "%s_%s" % (self.username_id, self.uuid) self.token = self.LastResponse.cookies["csrftoken"] self.syncFeatures() self.autoCompleteUserList() self.timelineFeed() self.getv2Inbox() self.getRecentActivity() print ("Login success!\n") return True; def syncFeatures(self): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, 'id': self.username_id, '_csrftoken': self.token, 'experiments': self.EXPERIMENTS }) return self.SendRequest('qe/sync/', self.generateSignature(data)) def autoCompleteUserList(self): return self.SendRequest('friendships/autocomplete_user_list/') def timelineFeed(self): return self.SendRequest('feed/timeline/') def megaphoneLog(self): return self.SendRequest('megaphone/log/') def expose(self): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, 'id': self.username_id, '_csrftoken': self.token, 'experiment': 'ig_android_profile_contextual_feed' }) return self.SendRequest('qe/expose/', self.generateSignature(data)) def logout(self): logout = self.SendRequest('accounts/logout/') def uploadPhoto(self, photo, caption=None, upload_id=None): if upload_id is None: upload_id = str(int(time.time() * 1000)) data = { 'upload_id': upload_id, '_uuid': self.uuid, '_csrftoken': self.token, 'image_compression': '{"lib_name":"jt","lib_version":"1.3.0","quality":"87"}', 'photo': ('pending_media_%s.jpg' % upload_id, open(photo, 'rb'), 'application/octet-stream', {'Content-Transfer-Encoding': 'binary'}) } m = MultipartEncoder(data, boundary=self.uuid) self.s.headers.update({'X-IG-Capabilities': '3Q4=', 'X-IG-Connection-Type': 'WIFI', 'Cookie2': '$Version=1', 'Accept-Language': 'en-US', 'Accept-Encoding': 'gzip, deflate', 'Content-type': m.content_type, 'Connection': 'close', 'User-Agent': self.USER_AGENT}) response = self.s.post(self.API_URL + "upload/photo/", data=m.to_string()) if response.status_code == 200: if self.configure(upload_id, photo, caption): self.expose() return False def uploadVideo(self, video, thumbnail, caption=None, upload_id=None): if upload_id is None: upload_id = str(int(time.time() * 1000)) data = { 'upload_id': upload_id, '_csrftoken': self.token, 'media_type': '2', '_uuid': self.uuid, } m = MultipartEncoder(data, boundary=self.uuid) self.s.headers.update({'X-IG-Capabilities': '3Q4=', 'X-IG-Connection-Type': 'WIFI', 'Host': 'i.instagram.com', 'Cookie2': '$Version=1', 'Accept-Language': 'en-US', 'Accept-Encoding': 'gzip, deflate', 'Content-type': m.content_type, 'Connection': 'keep-alive', 'User-Agent': self.USER_AGENT}) response = self.s.post(self.API_URL + "upload/video/", data=m.to_string()) if response.status_code == 200: body = json.loads(response.text) upload_url = body['video_upload_urls'][3]['url'] upload_job = body['video_upload_urls'][3]['job'] videoData = open(video, 'rb').read() # solve issue #85 TypeError: slice indices must be integers or None or have an __index__ method request_size = int(math.floor(len(videoData) / 4)) lastRequestExtra = (len(videoData) - (request_size * 3)) headers = copy.deepcopy(self.s.headers) self.s.headers.update({'X-IG-Capabilities': '3Q4=', 'X-IG-Connection-Type': 'WIFI', 'Cookie2': '$Version=1', 'Accept-Language': 'en-US', 'Accept-Encoding': 'gzip, deflate', 'Content-type': 'application/octet-stream', 'Session-ID': upload_id, 'Connection': 'keep-alive', 'Content-Disposition': 'attachment; filename="video.mov"', 'job': upload_job, 'Host': 'upload.instagram.com', 'User-Agent': self.USER_AGENT}) for i in range(0, 4): start = i * request_size if i == 3: end = i * request_size + lastRequestExtra else: end = (i + 1) * request_size length = lastRequestExtra if i == 3 else request_size content_range = "bytes {start}-{end}/{lenVideo}".format(start=start, end=(end - 1), lenVideo=len(videoData)).encode('utf-8') self.s.headers.update({'Content-Length': str(end - start), 'Content-Range': content_range, }) response = self.s.post(upload_url, data=videoData[start:start + length]) self.s.headers = headers if response.status_code == 200: if self.configureVideo(upload_id, video, thumbnail, caption): self.expose() return False def direct_share(self, media_id, recipients, text=None): if type(recipients) != type([]): recipients = [str(recipients)] recipient_users = '"",""'.join(str(r) for r in recipients) endpoint = 'direct_v2/threads/broadcast/media_share/?media_type=photo' boundary = self.uuid bodies = [ { 'type': 'form-data', 'name': 'media_id', 'data': media_id, }, { 'type': 'form-data', 'name': 'recipient_users', 'data': '[["{}"]]'.format(recipient_users), }, { 'type': 'form-data', 'name': 'client_context', 'data': self.uuid, }, { 'type': 'form-data', 'name': 'thread_ids', 'data': '["0"]', }, { 'type': 'form-data', 'name': 'text', 'data': text or '', }, ] data = self.buildBody(bodies, boundary) self.s.headers.update( { 'User-Agent': self.USER_AGENT, 'Proxy-Connection': 'keep-alive', 'Connection': 'keep-alive', 'Accept': '*/*', 'Content-Type': 'multipart/form-data; boundary={}'.format(boundary), 'Accept-Language': 'en-en', } ) # self.SendRequest(endpoint,post=data) #overwrites 'Content-type' header and boundary is missed response = self.s.post(self.API_URL + endpoint, data=data) if response.status_code == 200: self.LastResponse = response self.LastJson = json.loads(response.text) return True else: #print ("Request return " + str(response.status_code) + " error!") # for debugging try: self.LastResponse = response self.LastJson = json.loads(response.text) except: pass return False def configureVideo(self, upload_id, video, thumbnail, caption=''): clip = VideoFileClip(video) self.uploadPhoto(photo=thumbnail, caption=caption, upload_id=upload_id) data = json.dumps({ 'upload_id': upload_id, 'source_type': 3, 'poster_frame_index': 0, 'length': 0.00, 'audio_muted': False, 'filter_type': 0, 'video_result': 'deprecated', 'clips': { 'length': clip.duration, 'source_type': '3', 'camera_position': 'back', }, 'extra': { 'source_width': clip.size[0], 'source_height': clip.size[1], }, 'device': self.DEVICE_SETTINTS, '_csrftoken': self.token, '_uuid': self.uuid, '_uid': self.username_id, 'caption': caption, }) return self.SendRequest('media/configure/?video=1', self.generateSignature(data)) def configure(self, upload_id, photo, caption=''): (w, h) = getImageSize(photo) data = json.dumps({ '_csrftoken': self.token, 'media_folder': 'Instagram', 'source_type': 4, '_uid': self.username_id, '_uuid': self.uuid, 'caption': caption, 'upload_id': upload_id, 'device': self.DEVICE_SETTINTS, 'edits': { 'crop_original_size': [w * 1.0, h * 1.0], 'crop_center': [0.0, 0.0], 'crop_zoom': 1.0 }, 'extra': { 'source_width': w, 'source_height': h, }}) return self.SendRequest('media/configure/?', self.generateSignature(data)) def editMedia(self, mediaId, captionText=''): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token, 'caption_text': captionText }) return self.SendRequest('media/' + str(mediaId) + '/edit_media/', self.generateSignature(data)) def removeSelftag(self, mediaId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token }) return self.SendRequest('media/' + str(mediaId) + '/remove/', self.generateSignature(data)) def mediaInfo(self, mediaId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token, 'media_id': mediaId }) return self.SendRequest('media/' + str(mediaId) + '/info/', self.generateSignature(data)) def deleteMedia(self, mediaId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token, 'media_id': mediaId }) return self.SendRequest('media/' + str(mediaId) + '/delete/', self.generateSignature(data)) def changePassword(self, newPassword): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token, 'old_password': self.password, 'new_password1': newPassword, 'new_password2': newPassword }) return self.SendRequest('accounts/change_password/', self.generateSignature(data)) def explore(self): return self.SendRequest('discover/explore/') def comment(self, mediaId, commentText): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token, 'comment_text': commentText }) return self.SendRequest('media/' + str(mediaId) + '/comment/', self.generateSignature(data)) def deleteComment(self, mediaId, commentId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token }) return self.SendRequest('media/' + str(mediaId) + '/comment/' + str(commentId) + '/delete/', self.generateSignature(data)) def changeProfilePicture(self, photo): # TODO Instagram.php 705-775 return False def removeProfilePicture(self): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token }) return self.SendRequest('accounts/remove_profile_picture/', self.generateSignature(data)) def setPrivateAccount(self): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token }) return self.SendRequest('accounts/set_private/', self.generateSignature(data)) def setPublicAccount(self): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token }) return self.SendRequest('accounts/set_public/', self.generateSignature(data)) def getProfileData(self): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token }) return self.SendRequest('accounts/current_user/?edit=true', self.generateSignature(data)) def editProfile(self, url, phone, first_name, biography, email, gender): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token, 'external_url': url, 'phone_number': phone, 'username': self.username, 'full_name': first_name, 'biography': biography, 'email': email, 'gender': gender, }) return self.SendRequest('accounts/edit_profile/', self.generateSignature(data)) def getUsernameInfo(self, usernameId): return self.SendRequest('users/' + str(usernameId) + '/info/') def getSelfUsernameInfo(self): return self.getUsernameInfo(self.username_id) def getRecentActivity(self): activity = self.SendRequest('news/inbox/?') return activity def getFollowingRecentActivity(self): activity = self.SendRequest('news/?') return activity def getv2Inbox(self): inbox = self.SendRequest('direct_v2/inbox/?') return inbox def getv2Threads(self, thread, cursor=None): endpoint = 'direct_v2/threads/{0}'.format(thread) if cursor is not None: endpoint += '?cursor={0}'.format(cursor) inbox = self.SendRequest(endpoint) return inbox def getUserTags(self, usernameId): tags = self.SendRequest( 'usertags/' + str(usernameId) + '/feed/?rank_token=' + str(self.rank_token) + '&ranked_content=true&') return tags def getSelfUserTags(self): return self.getUserTags(self.username_id) def tagFeed(self, tag): userFeed = self.SendRequest( 'feed/tag/' + str(tag) + '/?rank_token=' + str(self.rank_token) + '&ranked_content=true&') return userFeed def getMediaLikers(self, mediaId): likers = self.SendRequest('media/' + str(mediaId) + '/likers/?') return likers def getGeoMedia(self, usernameId): locations = self.SendRequest('maps/user/' + str(usernameId) + '/') return locations def getSelfGeoMedia(self): return self.getGeoMedia(self.username_id) def fbUserSearch(self, query): query = self.SendRequest( 'fbsearch/topsearch/?context=blended&query=' + str(query) + '&rank_token=' + str(self.rank_token)) return query def searchUsers(self, query): query = self.SendRequest('users/search/?ig_sig_key_version=' + str(self.SIG_KEY_VERSION) + '&is_typeahead=true&query=' + str(query) + '&rank_token=' + str(self.rank_token)) return query def searchUsername(self, usernameName): query = self.SendRequest('users/' + str(usernameName) + '/usernameinfo/') return query def syncFromAdressBook(self, contacts): return self.SendRequest('address_book/link/?include=extra_display_name,thumbnails', "contacts=" + json.dumps(contacts)) def searchTags(self, query): query = self.SendRequest( 'tags/search/?is_typeahead=true&q=' + str(query) + '&rank_token=' + str(self.rank_token)) return query def getTimeline(self): query = self.SendRequest('feed/timeline/?rank_token=' + str(self.rank_token) + '&ranked_content=true&') return query def getUserFeed(self, usernameId, maxid='', minTimestamp=None): query = self.SendRequest( 'feed/user/' + str(usernameId) + '/?max_id=' + str(maxid) + '&min_timestamp=' + str(minTimestamp) + '&rank_token=' + str(self.rank_token) + '&ranked_content=true') return query def getSelfUserFeed(self, maxid='', minTimestamp=None): return self.getUserFeed(self.username_id, maxid, minTimestamp) def getHashtagFeed(self, hashtagString, maxid=''): return self.SendRequest('feed/tag/' + hashtagString + '/?max_id=' + str( maxid) + '&rank_token=' + self.rank_token + '&ranked_content=true&') def searchLocation(self, query): locationFeed = self.SendRequest('fbsearch/places/?rank_token=' + str(self.rank_token) + '&query=' + str(query)) return locationFeed def getLocationFeed(self, locationId, maxid=''): return self.SendRequest('feed/location/' + str( locationId) + '/?max_id=' + maxid + '&rank_token=' + self.rank_token + '&ranked_content=true&') def getPopularFeed(self): popularFeed = self.SendRequest( 'feed/popular/?people_teaser_supported=1&rank_token=' + str(self.rank_token) + '&ranked_content=true&') return popularFeed def getUserFollowings(self, usernameId, maxid=''): url = 'friendships/' + str(usernameId) + '/following/?' query_string = { 'ig_sig_key_version': self.SIG_KEY_VERSION, 'rank_token': self.rank_token, } if maxid: query_string['max_id'] = maxid if system.version_info.major == 3: url += urllib.parse.urlencode(query_string) else: url += urllib.urlencode(query_string) return self.SendRequest(url) def getSelfUsersFollowing(self): return self.getUserFollowings(self.username_id) def getUserFollowers(self, usernameId, maxid=''): if maxid == '': return self.SendRequest('friendships/' + str(usernameId) + '/followers/?rank_token=' + self.rank_token) else: return self.SendRequest( 'friendships/' + str(usernameId) + '/followers/?rank_token=' + self.rank_token + '&max_id=' + str( maxid)) def getSelfUserFollowers(self): return self.getUserFollowers(self.username_id) def like(self, mediaId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token, 'media_id': mediaId }) return self.SendRequest('media/' + str(mediaId) + '/like/', self.generateSignature(data)) def unlike(self, mediaId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, '_csrftoken': self.token, 'media_id': mediaId }) return self.SendRequest('media/' + str(mediaId) + '/unlike/', self.generateSignature(data)) def getMediaComments(self, mediaId, max_id=''): return self.SendRequest('media/' + mediaId + '/comments/?max_id=' + max_id) def setNameAndPhone(self, name='', phone=''): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, 'first_name': name, 'phone_number': phone, '_csrftoken': self.token }) return self.SendRequest('accounts/set_phone_and_name/', self.generateSignature(data)) def getDirectShare(self): return self.SendRequest('direct_share/inbox/?') def backup(self): # TODO Instagram.php 1470-1485 return False def follow(self, userId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, 'user_id': userId, '_csrftoken': self.token }) return self.SendRequest('friendships/create/' + str(userId) + '/', self.generateSignature(data)) def unfollow(self, userId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, 'user_id': userId, '_csrftoken': self.token }) return self.SendRequest('friendships/destroy/' + str(userId) + '/', self.generateSignature(data)) def block(self, userId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, 'user_id': userId, '_csrftoken': self.token }) return self.SendRequest('friendships/block/' + str(userId) + '/', self.generateSignature(data)) def unblock(self, userId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, 'user_id': userId, '_csrftoken': self.token }) return self.SendRequest('friendships/unblock/' + str(userId) + '/', self.generateSignature(data)) def userFriendship(self, userId): data = json.dumps({ '_uuid': self.uuid, '_uid': self.username_id, 'user_id': userId, '_csrftoken': self.token }) return self.SendRequest('friendships/show/' + str(userId) + '/', self.generateSignature(data)) def getLikedMedia(self, maxid=''): return self.SendRequest('feed/liked/?max_id=' + str(maxid)) def generateSignature(self, data): try: parsedData = urllib.parse.quote(data) except AttributeError: parsedData = urllib.quote(data) return 'ig_sig_key_version=' + self.SIG_KEY_VERSION + '&signed_body=' + hmac.new( self.IG_SIG_KEY.encode('utf-8'), data.encode('utf-8'), hashlib.sha256).hexdigest() + '.' + parsedData def generateDeviceId(self, seed): volatile_seed = "12345" m = hashlib.md5() m.update(seed.encode('utf-8') + volatile_seed.encode('utf-8')) return 'android-' + m.hexdigest()[:16] def generateUUID(self, type): # according to https://github.com/LevPasha/Instagram-API-python/pull/16/files#r77118894 # uuid = '%04x%04x-%04x-%04x-%04x-%04x%04x%04x' % (random.randint(0, 0xffff), # random.randint(0, 0xffff), random.randint(0, 0xffff), # random.randint(0, 0x0fff) | 0x4000, # random.randint(0, 0x3fff) | 0x8000, # random.randint(0, 0xffff), random.randint(0, 0xffff), # random.randint(0, 0xffff)) generated_uuid = str(uuid.uuid4()) if (type): return generated_uuid else: return generated_uuid.replace('-', '') def generateUploadId(): return str(calendar.timegm(datetime.utcnow().utctimetuple())) def buildBody(self, bodies, boundary): body = u'' for b in bodies: body += u'--{boundary}\r\n'.format(boundary=boundary) body += u'Content-Disposition: {b_type}; name="{b_name}"'.format(b_type=b['type'], b_name=b['name']) _filename = b.get('filename', None) _headers = b.get('headers', None) if _filename: _filename, ext = os.path.splitext(_filename) _body += u'; filename="pending_media_{uid}.{ext}"'.format(uid=self.generateUploadId(), ext=ext) if _headers and type(_headers) == type([]): for h in _headers: _body += u'\r\n{header}'.format(header=h) body += u'\r\n\r\n{data}\r\n'.format(data=b['data']) body += u'--{boundary}--'.format(boundary=boundary) return body; def SendRequest(self, endpoint, post=None, login=False): if (not self.isLoggedIn and not login): raise Exception("Not logged in!\n") return; self.s.headers.update({'Connection': 'close', 'Accept': '*/*', 'Content-type': 'application/x-www-form-urlencoded; charset=UTF-8', 'Cookie2': '$Version=1', 'Accept-Language': 'en-US', 'User-Agent': self.USER_AGENT}) if (post != None): # POST response = self.s.post(self.API_URL + endpoint, data=post) # , verify=False else: # GET response = self.s.get(self.API_URL + endpoint) # , verify=False if response.status_code == 200: self.LastResponse = response self.LastJson = json.loads(response.text) return True else: #print ("Request return " + str(response.status_code) + " error!") # for debugging try: self.LastResponse = response self.LastJson = json.loads(response.text) except: pass return False def getTotalFollowers(self, usernameId): followers = [] next_max_id = '' while 1: self.getUserFollowers(usernameId, next_max_id) temp = self.LastJson for item in temp["users"]: followers.append(item) if temp["big_list"] == False: return followers next_max_id = temp["next_max_id"] def getTotalFollowings(self, usernameId): followers = [] next_max_id = '' while 1: self.getUserFollowings(usernameId, next_max_id) temp = self.LastJson for item in temp["users"]: followers.append(item) if temp["big_list"] == False: return followers next_max_id = temp["next_max_id"] def getTotalUserFeed(self, usernameId,amount): minTimestamp = None user_feed = [] next_max_id = '' while len(user_feed) < amount: try: self.getUserFeed(usernameId, next_max_id, minTimestamp) temp = self.LastJson for item in temp["items"]: user_feed.append(item) if temp["more_available"] == False: if len(user_feed) > 0: return user_feed else: return False next_max_id = temp["next_max_id"] #if len(user_feed) > 3000: # return user_feed except Exception,e: if len(user_feed) > 0: return user_feed else: return False if len(user_feed) > 0: return user_feed else: return False def getTotalSelfUserFeed(self, minTimestamp=None): return self.getTotalUserFeed(self.username_id, minTimestamp) def getTotalSelfFollowers(self): return self.getTotalFollowers(self.username_id) def getTotalSelfFollowings(self): return self.getTotalFollowings(self.username_id) def getTotalLikedMedia(self, scan_rate=1): next_id = '' liked_items = [] for x in range(0, scan_rate): temp = self.getLikedMedia(next_id) temp = self.LastJson try: next_id = temp["next_max_id"] for item in temp["items"]: liked_items.append(item) except KeyError as e: break return liked_items main.py Spoiler #!/usr/bin/env python # -*- coding: utf-8 -*- # netherhands was here! 9/15/2017 from InstaAPI import InstagramAPI import time,json import datetime #######[+]Controller[+]############## user = "" password = "" PHOTO_CHECK_AMOUNT = 30 FLUSH_COUNT = 100 # Save/lush data after 100 OUTPUT_FILENAME = "data.json" INPUT_FILENAME = "ids.txt" #######[-]Controller[-]############## def keyChainCheck(dict,keyChain): # <3 for xx in [key for key in keyChain if key not in [x for x in dict]]: dict[xx] = False; return dict def checkValue(dict,key): try: return dict[key] except: return False def flushData(loot,outFile): # Flush data to memory if len(loot) > 1: for key in loot: try: json.dump(loot[key], outFile) outFile.write("\n") except: pass else: try: json.dump(loot, outFile) except: pass outFile.flush() def grabIds(INPUT_FILENAME): with open(INPUT_FILENAME, "r") as f: listy = ([int(x.strip()) for x in f.readlines()]) print "Total id's Loaded => ",len(listy) return listy def timeStamp(stamp): return str(datetime.datetime.fromtimestamp(stamp)) def timeData(startTime,county): try: print "Total Time Running(Minutes: %s Seconds: %s ) " % (str(float(time.time() - startTime)/60) ,str(float(time.time() - startTime))) print "Average Time Per User(Seconds) => ", float(time.time() - startTime )/county except: # division by zero... pass listy = grabIds(INPUT_FILENAME) outFile = open(OUTPUT_FILENAME,"w") insta = InstagramAPI(user,password) if not insta.login():exit(True); #Login Failed keyChain = [ "number_of_posts", "follwers", "followings", "username", "full_name", "profile_picture", "bio", "last_post_location", "last_post_date", "last_post_latitude", "last_post_longitude", "last_post_id", "total_likes_for_last_30_posts", "likes_average", "domain" ] county,flushCheck= 0,0 loot = {} #Dic startTime = time.time() for id in listy: dict = {} sleep_count = 1 skip = False #Incase of photos = False print "Total Users Scraped => ",county insta.getUsernameInfo(id) while insta.LastJson['status'] == 'fail': print "Sleeping... %s Minutes..." % (sleep_count) insta.getUsernameInfo(id) timeData(startTime,county) time.sleep(60) * sleep_count sleep_count += 1 if sleep_count >=10: break try: data = insta.LastJson["user"] dict["username"] = checkValue(data,"username") dict["full_name"] = checkValue(data,"full_name") dict["number_of_posts"] = checkValue(data, "media_count") dict["full_name"] = checkValue(data, "full_name") dict["follwers"] = checkValue(data, "follower_count") dict["followings"] = checkValue(data, "following_count") dict["bio"] = checkValue(data, "biography") dict["profile_picture"] = checkValue(data, "profile_pic_url") dict["domain"] = checkValue(data,"external_url") print data["username"] #Grab media photos = insta.getTotalUserFeed(id,PHOTO_CHECK_AMOUNT) if photos: try: while len(photos)>PHOTO_CHECK_AMOUNT:photos.pop(); lPho = photos[0] lPhoId = lPho["id"] dict["total_likes_for_last_30_posts"] = sum([x["like_count"] for x in photos[:PHOTO_CHECK_AMOUNT]]) dict["likes_average"] = str(float(sum(x["like_count"] for x in photos[:PHOTO_CHECK_AMOUNT])) / len(photos)) dict["last_post_id"] = lPhoId dict["last_post_latitude"] = checkValue(lPho,"lat") dict["last_post_longitude"] = checkValue(lPho,"lng") dict["last_post_date"] = timeStamp(checkValue(lPho,"taken_at")) pLoc = checkValue(lPho,"location") # if pLoc: dict["last_post_location"] = checkValue(pLoc,"name") except: pass dict = keyChainCheck(dict,keyChain) loot[dict["username"]] = dict flushCheck+=1 county += 1 if flushCheck >= FLUSH_COUNT: flushData(loot,outFile) loot = {} #Rest Loot timeData(startTime, county) flushCheck = 0 except Exception,e: print e outFile.flush() Source: google Edited October 4, 2017 by Fi8sVrs rename title, spoiler 1 Quote Link to comment Share on other sites More sharing options...
