Skip to content

Instantly share code, notes, and snippets.

@geoquant
Forked from yanofsky/LICENSE
Last active August 26, 2015 17:19
Show Gist options
  • Save geoquant/ef19c87b6423c78a6d74 to your computer and use it in GitHub Desktop.
Save geoquant/ef19c87b6423c78a6d74 to your computer and use it in GitHub Desktop.

Revisions

  1. @yanofsky yanofsky revised this gist Nov 1, 2013. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion tweet_dumper.py
    Original file line number Diff line number Diff line change
    @@ -33,7 +33,7 @@ def get_all_tweets(screen_name):

    #keep grabbing tweets until there are no tweets left to grab
    while len(new_tweets) > 0:
    print "getting tweets gefore %s" % (oldest)
    print "getting tweets before %s" % (oldest)

    #all subsiquent requests use the max_id param to prevent duplicates
    new_tweets = api.user_timeline(screen_name = screen_name,count=200,max_id=oldest)
  2. @yanofsky yanofsky revised this gist Jun 7, 2013. 1 changed file with 1 addition and 0 deletions.
    1 change: 1 addition & 0 deletions tweet_dumper.py
    Original file line number Diff line number Diff line change
    @@ -12,6 +12,7 @@


    def get_all_tweets(screen_name):
    #Twitter only allows access to a users most recent 3240 tweets with this method

    #authorize twitter, initialize tweepy
    auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
  3. @yanofsky yanofsky revised this gist Apr 22, 2013. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion tweet_dumper.py
    Original file line number Diff line number Diff line change
    @@ -1,7 +1,7 @@
    #!/usr/bin/env python
    # encoding: utf-8

    import tweepy
    import tweepy #https://github.com/tweepy/tweepy
    import csv

    #Twitter API credentials
  4. @yanofsky yanofsky created this gist Apr 22, 2013.
    62 changes: 62 additions & 0 deletions tweet_dumper.py
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,62 @@
    #!/usr/bin/env python
    # encoding: utf-8

    import tweepy
    import csv

    #Twitter API credentials
    consumer_key = ""
    consumer_secret = ""
    access_key = ""
    access_secret = ""


    def get_all_tweets(screen_name):

    #authorize twitter, initialize tweepy
    auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
    auth.set_access_token(access_key, access_secret)
    api = tweepy.API(auth)

    #initialize a list to hold all the tweepy Tweets
    alltweets = []

    #make initial request for most recent tweets (200 is the maximum allowed count)
    new_tweets = api.user_timeline(screen_name = screen_name,count=200)

    #save most recent tweets
    alltweets.extend(new_tweets)

    #save the id of the oldest tweet less one
    oldest = alltweets[-1].id - 1

    #keep grabbing tweets until there are no tweets left to grab
    while len(new_tweets) > 0:
    print "getting tweets gefore %s" % (oldest)

    #all subsiquent requests use the max_id param to prevent duplicates
    new_tweets = api.user_timeline(screen_name = screen_name,count=200,max_id=oldest)

    #save most recent tweets
    alltweets.extend(new_tweets)

    #update the id of the oldest tweet less one
    oldest = alltweets[-1].id - 1

    print "...%s tweets downloaded so far" % (len(alltweets))

    #transform the tweepy tweets into a 2D array that will populate the csv
    outtweets = [[tweet.id_str, tweet.created_at, tweet.text.encode("utf-8")] for tweet in alltweets]

    #write the csv
    with open('%s_tweets.csv' % screen_name, 'wb') as f:
    writer = csv.writer(f)
    writer.writerow(["id","created_at","text"])
    writer.writerows(outtweets)

    pass


    if __name__ == '__main__':
    #pass in the username of the account you want to download
    get_all_tweets("J_tsar")