Skip to content

Instantly share code, notes, and snippets.

@PyYoshi

PyYoshi/_results.txt

Forked from maxpert/results.txt
Last active August 3, 2018 08:47
Show Gist options
  • Save PyYoshi/c47dfb45dcc51f1d301b to your computer and use it in GitHub Desktop.
Save PyYoshi/c47dfb45dcc51f1d301b to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. PyYoshi revised this gist Aug 16, 2015. 1 changed file with 8 additions and 5 deletions.
    13 changes: 8 additions & 5 deletions _results.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -1,6 +1,9 @@
    JSON 42556 byte(s)
    ---------- RAW ----------
    JSON 34291 byte(s)
    MsgPack 26364 byte(s)
    GZip+MsgPack 06279 byte(s)
    GZip+JSON 06082 byte(s)
    LZ4+MsgPack 08880 byte(s)
    LZ4+JSON 09854 byte(s)
    ---------- GZIP ---------
    JSON 05986 byte(s)
    MsgPack 06198 byte(s)
    ---------- LZ4 ----------
    JSON 09758 byte(s)
    MsgPack 08548 byte(s)
  2. PyYoshi revised this gist Aug 16, 2015. 1 changed file with 7 additions and 4 deletions.
    11 changes: 7 additions & 4 deletions _tweet_compress.py
    View file
    Original file line number Diff line number Diff line change
    @@ -49,9 +49,12 @@ def save(self, dct, compressor):
    lzJsondb.save(public_timeline, compress_lz4)
    lzMsgpackdb.save(public_timeline, compress_lz4)

    print("---------- RAW ----------")
    print("JSON %05d byte(s)" % public_timeline_size)
    print("MsgPack %05d byte(s)" % msgpackdb.size)
    print("GZip+MsgPack %05d byte(s)" % gzMsgpackdb.size)
    print("GZip+JSON %05d byte(s)" % gzJsondb.size)
    print("LZ4+MsgPack %05d byte(s)" % lzMsgpackdb.size)
    print("LZ4+JSON %05d byte(s)" % lzJsondb.size)
    print("---------- GZIP ---------")
    print("JSON %05d byte(s)" % gzJsondb.size)
    print("MsgPack %05d byte(s)" % gzMsgpackdb.size)
    print("---------- LZ4 ----------")
    print("JSON %05d byte(s)" % lzJsondb.size)
    print("MsgPack %05d byte(s)" % lzMsgpackdb.size)
  3. PyYoshi revised this gist Aug 16, 2015. 1 changed file with 9 additions and 9 deletions.
    18 changes: 9 additions & 9 deletions _tweet_compress.py
    View file
    Original file line number Diff line number Diff line change
    @@ -39,15 +39,15 @@ def save(self, dct, compressor):
    lzJsondb = CompJSONDB()

    with open('./public_timeline.json') as fp:
    public_timeline = fp.read()
    public_timeline_size = len(public_timeline)
    public_timeline_obj = json.loads(public_timeline)

    msgpackdb.save(public_timeline_obj)
    gzJsondb.save(public_timeline_obj, compress_gzip)
    gzMsgpackdb.save(public_timeline_obj, compress_gzip)
    lzJsondb.save(public_timeline_obj, compress_lz4)
    lzMsgpackdb.save(public_timeline_obj, compress_lz4)
    public_timeline_buf = fp.read()
    public_timeline = json.loads(public_timeline_buf)
    public_timeline_size = len(json.dumps(public_timeline))

    msgpackdb.save(public_timeline)
    gzJsondb.save(public_timeline, compress_gzip)
    gzMsgpackdb.save(public_timeline, compress_gzip)
    lzJsondb.save(public_timeline, compress_lz4)
    lzMsgpackdb.save(public_timeline, compress_lz4)

    print("JSON %05d byte(s)" % public_timeline_size)
    print("MsgPack %05d byte(s)" % msgpackdb.size)
  4. PyYoshi revised this gist Aug 16, 2015. 2 changed files with 0 additions and 0 deletions.
    0 results.txt → _results.txt
    View file
    File renamed without changes.
    0 tweet_compress.py → _tweet_compress.py
    View file
    File renamed without changes.
  5. PyYoshi revised this gist Aug 16, 2015. 3 changed files with 1153 additions and 233 deletions.
    1,122 changes: 1,122 additions & 0 deletions public_timeline.json
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,1122 @@
    [
    {
    "text":"Whn IGet Ah Car Ima Love Life.",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"web",
    "id_str":"32188907760128000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "profile_sidebar_fill_color":"",
    "url":null,
    "profile_background_tile":true,
    "time_zone":"Central Time (US & Canada)",
    "description":"IMake Decisions With My Heart.. IDeal With Pain By Laughin, Drinkin, And Lettin It Go.. Life Goes On.",
    "listed_count":0,
    "following":null,
    "verified":false,
    "friends_count":91,
    "followers_count":177,
    "location":"",
    "profile_link_color":"0084B4",
    "profile_image_url":"http:\/\/a3.twimg.com\/profile_images\/1224851279\/july_5922_normal.jpg",
    "favourites_count":3,
    "profile_sidebar_border_color":"BDDCAD",
    "id_str":"205423565",
    "screen_name":"ForeverAjee",
    "is_translator":false,
    "contributors_enabled":false,
    "profile_use_background_image":true,
    "notifications":null,
    "profile_background_color":"9AE4E8",
    "protected":false,
    "show_all_inline_media":false,
    "geo_enabled":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/profile_background_images\/199590544\/cassie2.jpg",
    "name":"Queen_Ajee",
    "follow_request_sent":null,
    "statuses_count":4423,
    "id":205423565,
    "lang":"en",
    "utc_offset":-21600,
    "created_at":"Wed Oct 20 21:21:13 +0000 2010",
    "profile_text_color":"333333"
    },
    "id":32188907760128000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:08 +0000 2011"
    },
    {
    "text":"\u041a\u0430\u043a \u043e\u043f\u0443\u0441\u0442\u043e\u0448\u0438\u0442\u044c \u043e\u0437\u0435\u0440\u043e \u0437\u0430 15 \u043c\u0438\u043d\u0443\u0442? (4 \u0444\u043e\u0442\u043e http:\/\/ivit.info\/foto\/9292-.html #ivit_info",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/ivit.info\" rel=\"nofollow\"\u003Eivit_bot3\u003C\/a\u003E",
    "id_str":"32188905553920000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "is_translator":false,
    "show_all_inline_media":false,
    "geo_enabled":false,
    "friends_count":1965,
    "profile_sidebar_fill_color":"DDEEF6",
    "url":null,
    "statuses_count":12012,
    "profile_background_tile":false,
    "time_zone":null,
    "description":null,
    "following":null,
    "followers_count":517,
    "location":null,
    "contributors_enabled":false,
    "profile_link_color":"0084B4",
    "profile_image_url":"http:\/\/a3.twimg.com\/sticky\/default_profile_images\/default_profile_2_normal.png",
    "favourites_count":0,
    "profile_sidebar_border_color":"C0DEED",
    "id_str":"156994182",
    "follow_request_sent":null,
    "verified":false,
    "screen_name":"ivit_mirror2",
    "profile_use_background_image":true,
    "notifications":null,
    "profile_background_color":"C0DEED",
    "protected":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/a\/1296265969\/images\/themes\/theme1\/bg.png",
    "name":"ivit_mirror2",
    "listed_count":19,
    "id":156994182,
    "lang":"en",
    "utc_offset":null,
    "created_at":"Fri Jun 18 14:38:49 +0000 2010",
    "profile_text_color":"333333"
    },
    "id":32188905553920000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:07 +0000 2011"
    },
    {
    "text":"Celexa (Citalopram) 20mg http:\/\/page2rss.com\/\/caa5e5aae1651e05173332a7e73fc6d1\/5306809_5307108\/celexa-citalopram-mg",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/page2rss.com\/\" rel=\"nofollow\"\u003EPage2RSS\u003C\/a\u003E",
    "id_str":"32188903981056000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "verified":false,
    "profile_sidebar_fill_color":"252429",
    "url":"http:\/\/www.unidrugs.net\/",
    "contributors_enabled":false,
    "profile_background_tile":true,
    "time_zone":"Greenland",
    "description":"Uni Drugs MedStore - CHEAP No Prescription Drugs - CIALIS KAMAGRA LEVITRA VIAGRA",
    "listed_count":1,
    "following":null,
    "followers_count":188,
    "location":"No Prescription Drugs Online",
    "profile_link_color":"2FC2EF",
    "profile_image_url":"http:\/\/a3.twimg.com\/profile_images\/1191189246\/title_what_normal.gif",
    "is_translator":false,
    "favourites_count":0,
    "friends_count":183,
    "profile_sidebar_border_color":"181A1E",
    "id_str":"98020812",
    "screen_name":"UniDrugs",
    "profile_use_background_image":true,
    "statuses_count":26262,
    "notifications":null,
    "profile_background_color":"1A1B1F",
    "protected":false,
    "show_all_inline_media":false,
    "profile_background_image_url":"http:\/\/a1.twimg.com\/profile_background_images\/60815103\/header.png",
    "name":"No Prescription Drug",
    "follow_request_sent":null,
    "geo_enabled":false,
    "id":98020812,
    "lang":"en",
    "utc_offset":-10800,
    "created_at":"Sun Dec 20 01:33:07 +0000 2009",
    "profile_text_color":"666666"
    },
    "id":32188903981056000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:07 +0000 2011"
    },
    {
    "text":"Interesing article on the OSU page http:\/\/oregonstate.edu\/ua\/ncs\/archives\/2011\/jan\/gender-and-hygiene-could-cleanliness-be-hurting-girls",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"web",
    "id_str":"32188902932480000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "is_translator":false,
    "profile_sidebar_fill_color":"DDEEF6",
    "url":null,
    "verified":false,
    "profile_background_tile":false,
    "time_zone":null,
    "description":null,
    "following":null,
    "followers_count":2,
    "location":null,
    "follow_request_sent":null,
    "profile_link_color":"0084B4",
    "profile_image_url":"http:\/\/a0.twimg.com\/sticky\/default_profile_images\/default_profile_3_normal.png",
    "contributors_enabled":false,
    "favourites_count":0,
    "profile_sidebar_border_color":"C0DEED",
    "id_str":"235872290",
    "screen_name":"BeauReeves",
    "profile_use_background_image":true,
    "show_all_inline_media":false,
    "listed_count":1,
    "geo_enabled":false,
    "notifications":null,
    "profile_background_color":"C0DEED",
    "protected":false,
    "statuses_count":14,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/a\/1296099941\/images\/themes\/theme1\/bg.png",
    "name":"Cortney Elliott",
    "friends_count":5,
    "id":235872290,
    "lang":"en",
    "utc_offset":null,
    "created_at":"Sun Jan 09 07:56:30 +0000 2011",
    "profile_text_color":"333333"
    },
    "id":32188902932480000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:07 +0000 2011"
    },
    {
    "text":"....Every time im in the club and this song comes on, girls rush me http:\/\/www.youtube.com\/watch?v=Ac64vNkk6Ks ...no lie",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"web",
    "id_str":"32188898847232000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "is_translator":false,
    "friends_count":199,
    "profile_sidebar_fill_color":"252429",
    "url":null,
    "profile_background_tile":false,
    "time_zone":"Mountain Time (US & Canada)",
    "description":"I inhaled a chemical substance that put me to sleep in 1311. Slept for 700yrs and woke up in 2011. My point is... ",
    "following":null,
    "followers_count":263,
    "location":"Still in the Chemical Lab",
    "statuses_count":4488,
    "profile_link_color":"2FC2EF",
    "profile_image_url":"http:\/\/a2.twimg.com\/profile_images\/1227546014\/x2_37b5ca0_normal.jpeg",
    "favourites_count":12,
    "profile_sidebar_border_color":"181A1E",
    "id_str":"206762057",
    "follow_request_sent":null,
    "screen_name":"neosoul_poetry",
    "profile_use_background_image":true,
    "verified":false,
    "notifications":null,
    "profile_background_color":"1A1B1F",
    "protected":false,
    "show_all_inline_media":false,
    "contributors_enabled":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/a\/1296156503\/images\/themes\/theme9\/bg.gif",
    "name":"Chemistry's Soul Bro",
    "listed_count":6,
    "geo_enabled":false,
    "id":206762057,
    "lang":"en",
    "utc_offset":-25200,
    "created_at":"Sat Oct 23 17:17:44 +0000 2010",
    "profile_text_color":"666666"
    },
    "id":32188898847232000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:06 +0000 2011"
    },
    {
    "text":"well............................YEEESSSSSSSSSSSS. \u2014 i can't choose:\/ http:\/\/4ms.me\/efKJj8",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/formspring.me\" rel=\"nofollow\"\u003EFormspring.me\u003C\/a\u003E",
    "id_str":"32188897383424000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "verified":false,
    "profile_sidebar_fill_color":"c9c9c9",
    "url":null,
    "profile_background_tile":true,
    "time_zone":null,
    "description":"im 13 and i love nathan sykes, end of story.",
    "is_translator":false,
    "contributors_enabled":false,
    "following":null,
    "followers_count":66,
    "location":"",
    "profile_link_color":"e6104d",
    "profile_image_url":"http:\/\/a2.twimg.com\/profile_images\/1222601502\/031407_normal.jpg",
    "favourites_count":0,
    "profile_sidebar_border_color":"bfbfbf",
    "id_str":"208284899",
    "follow_request_sent":null,
    "screen_name":"lucysykesxD",
    "show_all_inline_media":false,
    "geo_enabled":false,
    "profile_use_background_image":true,
    "statuses_count":645,
    "notifications":null,
    "profile_background_color":"07090b",
    "protected":false,
    "profile_background_image_url":"http:\/\/a2.twimg.com\/profile_background_images\/182773722\/x6a3ea21af284dee8d4147c29c719e40.png",
    "name":"lucyellenwilson.",
    "listed_count":0,
    "friends_count":420,
    "id":208284899,
    "lang":"en",
    "utc_offset":null,
    "created_at":"Wed Oct 27 00:31:55 +0000 2010",
    "profile_text_color":"1c1f23"
    },
    "id":32188897383424000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:05 +0000 2011"
    },
    {
    "text":"Payla\u015f\u0131mlar B\u015flam\u0131\u015ft\u0131r... ;)",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/www.facebook.com\/twitter\" rel=\"nofollow\"\u003EFacebook\u003C\/a\u003E",
    "id_str":"32188894237696000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "show_all_inline_media":false,
    "geo_enabled":false,
    "profile_sidebar_fill_color":"F6F6F6",
    "url":null,
    "follow_request_sent":false,
    "statuses_count":455,
    "profile_background_tile":false,
    "time_zone":null,
    "description":"",
    "following":false,
    "followers_count":0,
    "location":"",
    "profile_link_color":"038543",
    "profile_image_url":"http:\/\/a3.twimg.com\/profile_images\/1098936715\/CA47PBUU_normal.jpg",
    "favourites_count":0,
    "profile_sidebar_border_color":"EEEEEE",
    "id_str":"176355718",
    "listed_count":0,
    "verified":false,
    "friends_count":0,
    "screen_name":"mertozengin",
    "profile_use_background_image":true,
    "notifications":false,
    "profile_background_color":"ACDED6",
    "protected":false,
    "profile_background_image_url":"http:\/\/a2.twimg.com\/a\/1295982098\/images\/themes\/theme18\/bg.gif",
    "name":"mert zengin",
    "is_translator":false,
    "contributors_enabled":false,
    "id":176355718,
    "lang":"en",
    "utc_offset":null,
    "created_at":"Mon Aug 09 09:14:24 +0000 2010",
    "profile_text_color":"333333"
    },
    "id":32188894237696000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:05 +0000 2011"
    },
    {
    "text":"Huh man RT @cash_money_1800 Old skool ran it to me he told me even when ya bread low nigga never keep ya head (cont) http:\/\/tl.gd\/8h18sa",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/twidroyd.com\" rel=\"nofollow\"\u003Etwidroyd\u003C\/a\u003E",
    "id_str":"32188892971008000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "listed_count":1,
    "profile_sidebar_fill_color":"efefef",
    "url":null,
    "profile_background_tile":true,
    "time_zone":"Quito",
    "description":"",
    "following":null,
    "verified":false,
    "friends_count":144,
    "followers_count":197,
    "location":"Slowneck ave",
    "profile_link_color":"009999",
    "profile_image_url":"http:\/\/a3.twimg.com\/profile_images\/1211996905\/young_nice_normal.jpg",
    "is_translator":false,
    "favourites_count":4,
    "profile_sidebar_border_color":"eeeeee",
    "id_str":"123096473",
    "screen_name":"nicemoneysigns",
    "contributors_enabled":false,
    "profile_use_background_image":true,
    "follow_request_sent":null,
    "notifications":null,
    "profile_background_color":"131516",
    "protected":false,
    "show_all_inline_media":false,
    "geo_enabled":false,
    "profile_background_image_url":"http:\/\/a2.twimg.com\/a\/1296265969\/images\/themes\/theme14\/bg.gif",
    "name":"Darian",
    "statuses_count":5267,
    "id":123096473,
    "lang":"en",
    "utc_offset":-18000,
    "created_at":"Mon Mar 15 00:17:24 +0000 2010",
    "profile_text_color":"333333"
    },
    "id":32188892971008000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:04 +0000 2011"
    },
    {
    "text":"Ocio==> Gratis Busca y encuentra videos Divertidos You Tube sin acceder http:\/\/bit.ly\/aYlwyX",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/cascada.site88.net\/ACT\/index.html\" rel=\"nofollow\"\u003EAuto Creador de Tweets \u003C\/a\u003E",
    "id_str":"32188889934336000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "is_translator":false,
    "contributors_enabled":false,
    "profile_sidebar_fill_color":"DDEEF6",
    "url":"http:\/\/www.crear-negocios.com",
    "profile_background_tile":false,
    "time_zone":"Greenland",
    "description":"Apoyando emprendedores con negocios en internet, ventas, marketing, seo, dise\u00f1o web, dise\u00f1o grafico. productos digitales",
    "following":null,
    "followers_count":776,
    "location":"Madrid",
    "follow_request_sent":null,
    "profile_link_color":"0084B4",
    "profile_image_url":"http:\/\/a3.twimg.com\/profile_images\/1198004562\/pieppal_normal.jpg",
    "show_all_inline_media":false,
    "geo_enabled":false,
    "favourites_count":0,
    "profile_sidebar_border_color":"C0DEED",
    "id_str":"96700064",
    "statuses_count":31759,
    "screen_name":"crearnegocios",
    "profile_use_background_image":true,
    "listed_count":8,
    "notifications":null,
    "friends_count":712,
    "profile_background_color":"C0DEED",
    "protected":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/a\/1296179758\/images\/themes\/theme1\/bg.png",
    "name":"Arlex Molina",
    "verified":false,
    "id":96700064,
    "lang":"es",
    "utc_offset":-10800,
    "created_at":"Mon Dec 14 05:16:19 +0000 2009",
    "profile_text_color":"333333"
    },
    "id":32188889934336000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:04 +0000 2011"
    },
    {
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "id_str":"32188889825280000",
    "source":"web",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "profile_background_tile":true,
    "time_zone":null,
    "description":"Interagir \u00e9 uma coisa maravilhosa!!! Adoro falar, aprender, ver coisas novas o tempo todo! E a\u00ed, a gente divide com a galera por aqui! =D",
    "following":null,
    "verified":false,
    "followers_count":68,
    "location":"Brasil",
    "profile_link_color":"F8D605",
    "profile_image_url":"http:\/\/a2.twimg.com\/profile_images\/732464470\/ANNA_RACHEL_CARICATURA_normal.jpg",
    "is_translator":false,
    "contributors_enabled":false,
    "favourites_count":0,
    "profile_sidebar_border_color":"F8D605",
    "id_str":"119838029",
    "screen_name":"arachelferreira",
    "profile_use_background_image":true,
    "follow_request_sent":null,
    "notifications":null,
    "profile_background_color":"000000",
    "show_all_inline_media":false,
    "geo_enabled":false,
    "profile_background_image_url":"http:\/\/a2.twimg.com\/profile_background_images\/84123578\/Lu_de_Mari_1.jpg",
    "protected":false,
    "statuses_count":535,
    "name":"Anna Rachel Ferreira",
    "lang":"en",
    "created_at":"Thu Mar 04 20:01:58 +0000 2010",
    "profile_text_color":"333333",
    "id":119838029,
    "listed_count":4,
    "utc_offset":null,
    "friends_count":72,
    "profile_sidebar_fill_color":"FD0B71",
    "url":"http:\/\/www.annarachel-impressoes.blogspot.com"
    },
    "favorited":false,
    "id":32188889825280000,
    "created_at":"Mon Jan 31 21:30:04 +0000 2011",
    "text":"Quem s\u00e3o os monarcas sen\u00e3o seres humanos com uma carga pesad\u00edssima a carregar? \"O Discurso do Rei\" lembra a humanidade da Coroa brit\u00e2nica"
    },
    {
    "text":"Make yourself a #Crochet cap @YouTube - http:\/\/ow.ly\/3NBhN",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/www.hootsuite.com\" rel=\"nofollow\"\u003EHootSuite\u003C\/a\u003E",
    "id_str":"32188889519104000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "contributors_enabled":false,
    "profile_sidebar_fill_color":"000c29",
    "url":"http:\/\/www.youtube.com\/crochet",
    "listed_count":0,
    "profile_background_tile":false,
    "time_zone":null,
    "description":"Crochet Guru",
    "following":null,
    "followers_count":37,
    "location":"Savannah Georgia",
    "friends_count":3,
    "profile_link_color":"784726",
    "profile_image_url":"http:\/\/a2.twimg.com\/profile_images\/1176781882\/cupcake_normal.jpg",
    "favourites_count":0,
    "profile_sidebar_border_color":"212535",
    "id_str":"220129089",
    "is_translator":false,
    "show_all_inline_media":false,
    "geo_enabled":false,
    "screen_name":"CrochetGeek",
    "statuses_count":682,
    "profile_use_background_image":false,
    "notifications":null,
    "profile_background_color":"31343d",
    "protected":false,
    "follow_request_sent":null,
    "profile_background_image_url":"http:\/\/a1.twimg.com\/profile_background_images\/175753393\/x0f7fc6e815be05ce5cdd7ab33758383.jpg",
    "name":"Teresa Crochet",
    "id":220129089,
    "lang":"en",
    "verified":false,
    "utc_offset":null,
    "created_at":"Fri Nov 26 21:33:30 +0000 2010",
    "profile_text_color":"323e4c"
    },
    "id":32188889519104000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:03 +0000 2011"
    },
    {
    "text":"Omw 2 da crib",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/blackberry.com\/twitter\" rel=\"nofollow\"\u003ETwitter for BlackBerry\u00ae\u003C\/a\u003E",
    "id_str":"32188887728128000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "profile_sidebar_fill_color":"DDEEF6",
    "url":null,
    "profile_background_tile":true,
    "time_zone":null,
    "description":"We born to lose but build to win\/\/\/\/\/\/\/ Cant buy luv cant hide hate 100% fact",
    "follow_request_sent":null,
    "following":null,
    "followers_count":152,
    "location":"EVERYWHERE!!!!!!",
    "show_all_inline_media":false,
    "geo_enabled":false,
    "profile_link_color":"0084B4",
    "profile_image_url":"http:\/\/a0.twimg.com\/profile_images\/1229359324\/IMG00039-20110129-1013_normal.jpg",
    "statuses_count":527,
    "favourites_count":0,
    "profile_sidebar_border_color":"C0DEED",
    "id_str":"228533094",
    "screen_name":"i_gottahave_her",
    "listed_count":5,
    "profile_use_background_image":true,
    "friends_count":130,
    "notifications":null,
    "profile_background_color":"C0DEED",
    "protected":false,
    "verified":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/profile_background_images\/183600070\/2002_paid_in_full_004.jpg",
    "name":"Carlos Rivera",
    "id":228533094,
    "is_translator":false,
    "contributors_enabled":false,
    "lang":"en",
    "utc_offset":null,
    "created_at":"Mon Dec 20 00:45:09 +0000 2010",
    "profile_text_color":"333333"
    },
    "id":32188887728128000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:03 +0000 2011"
    },
    {
    "text":"Se hebben weer een mongol gevonde bij voetbalfans",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/blackberry.com\/twitter\" rel=\"nofollow\"\u003ETwitter for BlackBerry\u00ae\u003C\/a\u003E",
    "id_str":"32188882703360000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "profile_sidebar_fill_color":"DDEEF6",
    "url":null,
    "profile_background_tile":false,
    "time_zone":null,
    "description":"",
    "listed_count":0,
    "following":null,
    "followers_count":35,
    "location":"\u00dcT: 52.045802,4.360992",
    "profile_link_color":"0084B4",
    "profile_image_url":"http:\/\/a0.twimg.com\/profile_images\/980815061\/ik_normal.jpg",
    "is_translator":false,
    "show_all_inline_media":false,
    "geo_enabled":false,
    "favourites_count":0,
    "friends_count":44,
    "profile_sidebar_border_color":"C0DEED",
    "id_str":"140401429",
    "statuses_count":514,
    "screen_name":"wendeltromp",
    "profile_use_background_image":true,
    "contributors_enabled":false,
    "notifications":null,
    "profile_background_color":"C0DEED",
    "protected":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/a\/1296179758\/images\/themes\/theme1\/bg.png",
    "name":"wendel tromp",
    "follow_request_sent":null,
    "verified":false,
    "id":140401429,
    "lang":"en",
    "utc_offset":null,
    "created_at":"Wed May 05 11:52:44 +0000 2010",
    "profile_text_color":"333333"
    },
    "id":32188882703360000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:02 +0000 2011"
    },
    {
    "text":"\u0411\u043e\u0435\u0432\u0438\u043a\u0438 \u0438 \u0434\u0435\u0442\u0435\u043a\u0442\u0438\u0432\u044b :: \u0411\u043e\u043b\u044c\u0448\u043e\u0439 \u0432\u044b\u0441\u0442\u0440\u0435\u043b \/ The Big Bang (\u0422\u043e\u043d\u0438 \u041a\u0440\u0430\u043d\u0442\u0446) [2010 \u0433., \u0431\u043e\u0435\u0432\u0438\u043a, \u0442\u0440\u0438\u043b\u043b\u0435\u0440, \u0434\u0435\u0442\u0435\u043a\u0442\u0438\u0432, DVDRip]... http:\/\/bit.ly\/eld8BJ",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/twitterfeed.com\" rel=\"nofollow\"\u003Etwitterfeed\u003C\/a\u003E",
    "id_str":"32188880081920000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "show_all_inline_media":false,
    "geo_enabled":true,
    "profile_sidebar_fill_color":"DDEEF6",
    "url":"http:\/\/rutracker.ru",
    "follow_request_sent":null,
    "statuses_count":1615,
    "profile_background_tile":false,
    "time_zone":"Moscow",
    "description":"",
    "following":null,
    "followers_count":68,
    "location":"Moskow",
    "profile_link_color":"0084B4",
    "profile_image_url":"http:\/\/a0.twimg.com\/profile_images\/1031766110\/P6276697_normal.jpg",
    "favourites_count":0,
    "profile_sidebar_border_color":"C0DEED",
    "id_str":"160277659",
    "listed_count":4,
    "verified":false,
    "friends_count":0,
    "screen_name":"olegvv",
    "profile_use_background_image":true,
    "notifications":null,
    "profile_background_color":"C0DEED",
    "protected":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/a\/1296156503\/images\/themes\/theme1\/bg.png",
    "name":"Oleg Volkov",
    "is_translator":false,
    "contributors_enabled":false,
    "id":160277659,
    "lang":"en",
    "utc_offset":10800,
    "created_at":"Sun Jun 27 18:34:01 +0000 2010",
    "profile_text_color":"333333"
    },
    "id":32188880081920000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:01 +0000 2011"
    },
    {
    "text":"IIF THE BUS LIIEVES AT 715 NII I GET UP AT 7 THEN IITS NO REASON FOR MEII TO GO CRAZYI II MIISSED THE BUS II MIISSED IIT SO MOMO KISS MY ASS",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"web",
    "id_str":"32188879033344000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "profile_sidebar_fill_color":"DDEEF6",
    "url":null,
    "statuses_count":57,
    "geo_enabled":true,
    "profile_background_tile":false,
    "time_zone":null,
    "description":"",
    "following":null,
    "followers_count":3,
    "location":"new orleans\/alabama",
    "is_translator":false,
    "contributors_enabled":false,
    "profile_link_color":"0084B4",
    "profile_image_url":"http:\/\/a1.twimg.com\/profile_images\/1022525321\/31274_122653971093835_100000476995337_234977_8368683_n_normal.jpg",
    "favourites_count":0,
    "profile_sidebar_border_color":"C0DEED",
    "id_str":"95760712",
    "verified":false,
    "screen_name":"LADYKAY504",
    "follow_request_sent":null,
    "profile_use_background_image":true,
    "notifications":null,
    "profile_background_color":"C0DEED",
    "protected":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/a\/1296265969\/images\/themes\/theme1\/bg.png",
    "name":"lakeisha",
    "show_all_inline_media":false,
    "id":95760712,
    "listed_count":0,
    "lang":"en",
    "utc_offset":null,
    "created_at":"Wed Dec 09 23:39:21 +0000 2009",
    "friends_count":110,
    "profile_text_color":"333333"
    },
    "id":32188879033344000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:01 +0000 2011"
    },
    {
    "text":"Changing Subject......What Do I Want 2 Eat...@Kiid_Gutts Did Granny Cook 2day",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"web",
    "id_str":"32188875778560000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "profile_sidebar_fill_color":"7AC3EE",
    "url":null,
    "profile_background_tile":true,
    "time_zone":"Mountain Time (US & Canada)",
    "description":"",
    "follow_request_sent":null,
    "following":null,
    "followers_count":105,
    "location":"Cordova TN",
    "profile_link_color":"FF0000",
    "profile_image_url":"http:\/\/a2.twimg.com\/profile_images\/1199859968\/Image11242010162655_normal.jpg",
    "show_all_inline_media":false,
    "geo_enabled":false,
    "favourites_count":1,
    "profile_sidebar_border_color":"65B0DA",
    "id_str":"48889194",
    "statuses_count":3847,
    "screen_name":"KandiKoatd",
    "listed_count":1,
    "profile_use_background_image":true,
    "contributors_enabled":false,
    "notifications":null,
    "profile_background_color":"642D8B",
    "protected":false,
    "profile_background_image_url":"http:\/\/a0.twimg.com\/profile_background_images\/182368478\/images_bigger.jpg",
    "friends_count":129,
    "name":"Terria Ashley",
    "verified":false,
    "id":48889194,
    "is_translator":false,
    "lang":"en",
    "utc_offset":-25200,
    "created_at":"Sat Jun 20 01:24:59 +0000 2009",
    "profile_text_color":"3D1957"
    },
    "id":32188875778560000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:00 +0000 2011"
    },
    {
    "text":"Ah, I believe we got our question! :) Thanks to everyone who submitted\/gave us feedback!",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/www.tweetdeck.com\" rel=\"nofollow\"\u003ETweetDeck\u003C\/a\u003E",
    "id_str":"32188873681408000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "is_translator":false,
    "profile_sidebar_fill_color":"252429",
    "url":"http:\/\/www.tom-sturridge.com",
    "verified":false,
    "profile_background_tile":true,
    "time_zone":"Quito",
    "description":"Twitter for the Tom Sturridge Fansite - Tom-Sturridge.com -- We're NOT Tom!",
    "following":null,
    "followers_count":2321,
    "location":"",
    "follow_request_sent":null,
    "profile_link_color":"2FC2EF",
    "profile_image_url":"http:\/\/a3.twimg.com\/profile_images\/402485952\/twittPIC_normal.jpg",
    "contributors_enabled":false,
    "favourites_count":0,
    "profile_sidebar_border_color":"181A1E",
    "id_str":"30516935",
    "screen_name":"TomSturridgecom",
    "profile_use_background_image":true,
    "show_all_inline_media":false,
    "listed_count":79,
    "geo_enabled":false,
    "notifications":null,
    "profile_background_color":"1A1B1F",
    "protected":false,
    "statuses_count":450,
    "profile_background_image_url":"http:\/\/a0.twimg.com\/profile_background_images\/8227277\/2.jpg",
    "name":"Tom-Sturridge.com",
    "friends_count":162,
    "id":30516935,
    "lang":"en",
    "utc_offset":-18000,
    "created_at":"Sat Apr 11 20:26:56 +0000 2009",
    "profile_text_color":"666666"
    },
    "id":32188873681408000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:30:00 +0000 2011"
    },
    {
    "text":"in language arts",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/mobile.twitter.com\" rel=\"nofollow\"\u003EMobile Web\u003C\/a\u003E",
    "id_str":"32188871169024000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "follow_request_sent":null,
    "profile_sidebar_fill_color":"080808",
    "url":"http:\/\/www.myspace.com\/roza009",
    "show_all_inline_media":true,
    "geo_enabled":true,
    "profile_background_tile":true,
    "time_zone":"Pacific Time (US & Canada)",
    "description":"the name iis Rosa Jackson prefered to be called Jayy' 14 years young and Rape my Follow button hugs and kisses to my FOLLOWERS & skype me at: itsJayy_\ue32b\ue32d\ue328\ue32a",
    "statuses_count":1569,
    "following":null,
    "followers_count":161,
    "location":"makiin ur dreamz come tru[:",
    "profile_link_color":"2d5aa8",
    "profile_image_url":"http:\/\/a0.twimg.com\/profile_images\/1198374896\/image_normal.jpg",
    "listed_count":2,
    "favourites_count":3,
    "friends_count":172,
    "profile_sidebar_border_color":"b818c7",
    "id_str":"207858983",
    "screen_name":"ItsJayy_",
    "verified":false,
    "profile_use_background_image":true,
    "notifications":null,
    "profile_background_color":"1c6275",
    "protected":false,
    "is_translator":false,
    "contributors_enabled":false,
    "profile_background_image_url":"http:\/\/a0.twimg.com\/profile_background_images\/182128427\/idk.jpg",
    "name":"hmu its Rosa Jackson",
    "id":207858983,
    "lang":"en",
    "utc_offset":-28800,
    "created_at":"Tue Oct 26 05:06:04 +0000 2010",
    "profile_text_color":"4756b8"
    },
    "id":32188871169024000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:29:59 +0000 2011"
    },
    {
    "text":"triste noticia..meu cursinho come\u00e7a amanha",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"web",
    "id_str":"32188870535680000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "follow_request_sent":null,
    "profile_sidebar_fill_color":"E5507E",
    "url":null,
    "show_all_inline_media":false,
    "geo_enabled":false,
    "profile_background_tile":true,
    "time_zone":null,
    "description":"",
    "statuses_count":1275,
    "following":null,
    "followers_count":197,
    "location":"",
    "profile_link_color":"B40B43",
    "profile_image_url":"http:\/\/a1.twimg.com\/profile_images\/1193644905\/DSC07138_normal.JPG",
    "listed_count":11,
    "favourites_count":0,
    "friends_count":520,
    "profile_sidebar_border_color":"CC3366",
    "id_str":"168197464",
    "screen_name":"dezi_pink",
    "verified":false,
    "profile_use_background_image":true,
    "notifications":null,
    "profile_background_color":"FF6699",
    "protected":false,
    "is_translator":false,
    "contributors_enabled":false,
    "profile_background_image_url":"http:\/\/a3.twimg.com\/a\/1296265969\/images\/themes\/theme11\/bg.gif",
    "name":"Dezirre",
    "id":168197464,
    "lang":"en",
    "utc_offset":null,
    "created_at":"Sun Jul 18 17:37:15 +0000 2010",
    "profile_text_color":"362720"
    },
    "id":32188870535680000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:29:59 +0000 2011"
    },
    {
    "text":"Uhggg im hungry what shall i eat and dont say wings cuzx thats ghetto",
    "in_reply_to_screen_name":null,
    "in_reply_to_status_id":null,
    "place":null,
    "in_reply_to_user_id":null,
    "retweeted":false,
    "source":"\u003Ca href=\"http:\/\/mobile.twitter.com\" rel=\"nofollow\"\u003EMobile Web\u003C\/a\u003E",
    "id_str":"32188868962816000",
    "in_reply_to_status_id_str":null,
    "geo":null,
    "contributors":null,
    "in_reply_to_user_id_str":null,
    "retweet_count":0,
    "truncated":false,
    "coordinates":null,
    "user":{
    "profile_sidebar_fill_color":"efefef",
    "url":null,
    "is_translator":false,
    "profile_background_tile":true,
    "time_zone":"Quito",
    "description":"Dont know you can sumit up for me",
    "following":null,
    "verified":false,
    "followers_count":4,
    "location":"Miami,Dade county",
    "profile_link_color":"009999",
    "profile_image_url":"http:\/\/a3.twimg.com\/profile_images\/1199496236\/6_normal.jpeg",
    "follow_request_sent":null,
    "favourites_count":0,
    "profile_sidebar_border_color":"eeeeee",
    "id_str":"92817466",
    "contributors_enabled":false,
    "screen_name":"Dunndunn2",
    "profile_use_background_image":true,
    "notifications":null,
    "profile_background_color":"131516",
    "protected":false,
    "show_all_inline_media":false,
    "listed_count":0,
    "geo_enabled":false,
    "profile_background_image_url":"http:\/\/a2.twimg.com\/a\/1296156503\/images\/themes\/theme14\/bg.gif",
    "name":"lexie lashaya",
    "statuses_count":47,
    "id":92817466,
    "lang":"en",
    "utc_offset":-18000,
    "created_at":"Thu Nov 26 19:20:12 +0000 2009",
    "friends_count":7,
    "profile_text_color":"333333"
    },
    "id":32188868962816000,
    "favorited":false,
    "created_at":"Mon Jan 31 21:29:59 +0000 2011"
    }
    ]
    212 changes: 6 additions & 206 deletions results.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -1,206 +1,6 @@
    Original tweet size in JSON 2624 Msgpack = 1817 Gzip + Json = 1058 Gzip + Msgpack = 1116 LZ4 + Json = 1628 LZ4 + Msgpack = 1361
    Original tweet size in JSON 1863 Msgpack = 1443 Gzip + Json = 0783 Gzip + Msgpack = 0835 LZ4 + Json = 1153 LZ4 + Msgpack = 1040
    Original tweet size in JSON 2074 Msgpack = 1670 Gzip + Json = 0842 Gzip + Msgpack = 0894 LZ4 + Json = 1229 LZ4 + Msgpack = 1139
    Original tweet size in JSON 2025 Msgpack = 1617 Gzip + Json = 0845 Gzip + Msgpack = 0895 LZ4 + Json = 1238 LZ4 + Msgpack = 1143
    Original tweet size in JSON 2069 Msgpack = 1663 Gzip + Json = 0846 Gzip + Msgpack = 0901 LZ4 + Json = 1243 LZ4 + Msgpack = 1164
    Original tweet size in JSON 2035 Msgpack = 1634 Gzip + Json = 0852 Gzip + Msgpack = 0907 LZ4 + Json = 1247 LZ4 + Msgpack = 1167
    Original tweet size in JSON 1988 Msgpack = 1464 Gzip + Json = 0804 Gzip + Msgpack = 0862 LZ4 + Json = 1220 LZ4 + Msgpack = 1061
    Original tweet size in JSON 1910 Msgpack = 1502 Gzip + Json = 0775 Gzip + Msgpack = 0832 LZ4 + Json = 1154 LZ4 + Msgpack = 1060
    Original tweet size in JSON 2002 Msgpack = 1592 Gzip + Json = 0778 Gzip + Msgpack = 0840 LZ4 + Json = 1151 LZ4 + Msgpack = 1069
    Original tweet size in JSON 2029 Msgpack = 1626 Gzip + Json = 0827 Gzip + Msgpack = 0875 LZ4 + Json = 1216 LZ4 + Msgpack = 1133
    Original tweet size in JSON 2073 Msgpack = 1665 Gzip + Json = 0892 Gzip + Msgpack = 0938 LZ4 + Json = 1324 LZ4 + Msgpack = 1227
    Original tweet size in JSON 2193 Msgpack = 1778 Gzip + Json = 0964 Gzip + Msgpack = 1016 LZ4 + Json = 1378 LZ4 + Msgpack = 1286
    Original tweet size in JSON 2482 Msgpack = 1747 Gzip + Json = 0976 Gzip + Msgpack = 1036 LZ4 + Json = 1488 LZ4 + Msgpack = 1250
    Original tweet size in JSON 2026 Msgpack = 1619 Gzip + Json = 0839 Gzip + Msgpack = 0894 LZ4 + Json = 1229 LZ4 + Msgpack = 1141
    Original tweet size in JSON 1983 Msgpack = 1573 Gzip + Json = 0842 Gzip + Msgpack = 0894 LZ4 + Json = 1230 LZ4 + Msgpack = 1140
    Original tweet size in JSON 1788 Msgpack = 1375 Gzip + Json = 0683 Gzip + Msgpack = 0732 LZ4 + Json = 1024 LZ4 + Msgpack = 0947
    Original tweet size in JSON 1963 Msgpack = 1567 Gzip + Json = 0822 Gzip + Msgpack = 0877 LZ4 + Json = 1227 LZ4 + Msgpack = 1149
    Original tweet size in JSON 2249 Msgpack = 1764 Gzip + Json = 0959 Gzip + Msgpack = 1016 LZ4 + Json = 1414 LZ4 + Msgpack = 1284
    Original tweet size in JSON 2213 Msgpack = 1814 Gzip + Json = 0960 Gzip + Msgpack = 1013 LZ4 + Json = 1385 LZ4 + Msgpack = 1302
    Original tweet size in JSON 1962 Msgpack = 1561 Gzip + Json = 0810 Gzip + Msgpack = 0863 LZ4 + Json = 1208 LZ4 + Msgpack = 1122
    Original tweet size in JSON 2140 Msgpack = 1733 Gzip + Json = 0911 Gzip + Msgpack = 0962 LZ4 + Json = 1320 LZ4 + Msgpack = 1237
    Original tweet size in JSON 2152 Msgpack = 1745 Gzip + Json = 0916 Gzip + Msgpack = 0971 LZ4 + Json = 1333 LZ4 + Msgpack = 1244
    Original tweet size in JSON 2486 Msgpack = 1825 Gzip + Json = 1048 Gzip + Msgpack = 1115 LZ4 + Json = 1569 LZ4 + Msgpack = 1362
    Original tweet size in JSON 3282 Msgpack = 2180 Gzip + Json = 1329 Gzip + Msgpack = 1385 LZ4 + Json = 2061 LZ4 + Msgpack = 1661
    Original tweet size in JSON 2090 Msgpack = 1698 Gzip + Json = 0910 Gzip + Msgpack = 0970 LZ4 + Json = 1325 LZ4 + Msgpack = 1240
    Original tweet size in JSON 1986 Msgpack = 1580 Gzip + Json = 0849 Gzip + Msgpack = 0894 LZ4 + Json = 1253 LZ4 + Msgpack = 1154
    Original tweet size in JSON 1939 Msgpack = 1529 Gzip + Json = 0762 Gzip + Msgpack = 0810 LZ4 + Json = 1122 LZ4 + Msgpack = 1043
    Original tweet size in JSON 1917 Msgpack = 1508 Gzip + Json = 0775 Gzip + Msgpack = 0824 LZ4 + Json = 1134 LZ4 + Msgpack = 1052
    Original tweet size in JSON 2018 Msgpack = 1601 Gzip + Json = 0833 Gzip + Msgpack = 0897 LZ4 + Json = 1240 LZ4 + Msgpack = 1136
    Original tweet size in JSON 1967 Msgpack = 1576 Gzip + Json = 0830 Gzip + Msgpack = 0891 LZ4 + Json = 1217 LZ4 + Msgpack = 1145
    Original tweet size in JSON 2464 Msgpack = 1771 Gzip + Json = 0964 Gzip + Msgpack = 1025 LZ4 + Json = 1472 LZ4 + Msgpack = 1270
    Original tweet size in JSON 2090 Msgpack = 1681 Gzip + Json = 0888 Gzip + Msgpack = 0948 LZ4 + Json = 1287 LZ4 + Msgpack = 1199
    Original tweet size in JSON 1772 Msgpack = 1368 Gzip + Json = 0712 Gzip + Msgpack = 0761 LZ4 + Json = 1066 LZ4 + Msgpack = 0976
    Original tweet size in JSON 2164 Msgpack = 1766 Gzip + Json = 0922 Gzip + Msgpack = 0982 LZ4 + Json = 1343 LZ4 + Msgpack = 1265
    Original tweet size in JSON 2122 Msgpack = 1703 Gzip + Json = 0882 Gzip + Msgpack = 0932 LZ4 + Json = 1284 LZ4 + Msgpack = 1191
    Original tweet size in JSON 1905 Msgpack = 1502 Gzip + Json = 0799 Gzip + Msgpack = 0851 LZ4 + Json = 1164 LZ4 + Msgpack = 1074
    Original tweet size in JSON 2133 Msgpack = 1716 Gzip + Json = 0951 Gzip + Msgpack = 1010 LZ4 + Json = 1396 LZ4 + Msgpack = 1296
    Original tweet size in JSON 2230 Msgpack = 1802 Gzip + Json = 0980 Gzip + Msgpack = 1040 LZ4 + Json = 1412 LZ4 + Msgpack = 1309
    Original tweet size in JSON 2607 Msgpack = 1864 Gzip + Json = 1067 Gzip + Msgpack = 1145 LZ4 + Json = 1629 LZ4 + Msgpack = 1387
    Original tweet size in JSON 1990 Msgpack = 1568 Gzip + Json = 0799 Gzip + Msgpack = 0864 LZ4 + Json = 1164 LZ4 + Msgpack = 1082
    Original tweet size in JSON 1959 Msgpack = 1562 Gzip + Json = 0800 Gzip + Msgpack = 0850 LZ4 + Json = 1173 LZ4 + Msgpack = 1095
    Original tweet size in JSON 2365 Msgpack = 1675 Gzip + Json = 0948 Gzip + Msgpack = 1015 LZ4 + Json = 1462 LZ4 + Msgpack = 1230
    Original tweet size in JSON 2064 Msgpack = 1668 Gzip + Json = 0908 Gzip + Msgpack = 0967 LZ4 + Json = 1344 LZ4 + Msgpack = 1253
    Original tweet size in JSON 2035 Msgpack = 1624 Gzip + Json = 0838 Gzip + Msgpack = 0889 LZ4 + Json = 1245 LZ4 + Msgpack = 1156
    Original tweet size in JSON 2065 Msgpack = 1665 Gzip + Json = 0871 Gzip + Msgpack = 0927 LZ4 + Json = 1275 LZ4 + Msgpack = 1194
    Original tweet size in JSON 1808 Msgpack = 1404 Gzip + Json = 0730 Gzip + Msgpack = 0776 LZ4 + Json = 1090 LZ4 + Msgpack = 0998
    Original tweet size in JSON 2024 Msgpack = 1628 Gzip + Json = 0841 Gzip + Msgpack = 0896 LZ4 + Json = 1234 LZ4 + Msgpack = 1163
    Original tweet size in JSON 2087 Msgpack = 1567 Gzip + Json = 0850 Gzip + Msgpack = 0916 LZ4 + Json = 1297 LZ4 + Msgpack = 1141
    Original tweet size in JSON 2221 Msgpack = 1603 Gzip + Json = 0898 Gzip + Msgpack = 0962 LZ4 + Json = 1357 LZ4 + Msgpack = 1175
    Original tweet size in JSON 2078 Msgpack = 1677 Gzip + Json = 0859 Gzip + Msgpack = 0909 LZ4 + Json = 1264 LZ4 + Msgpack = 1176
    Original tweet size in JSON 2677 Msgpack = 1738 Gzip + Json = 0988 Gzip + Msgpack = 1021 LZ4 + Json = 1575 LZ4 + Msgpack = 1294
    Original tweet size in JSON 1972 Msgpack = 1571 Gzip + Json = 0832 Gzip + Msgpack = 0882 LZ4 + Json = 1220 LZ4 + Msgpack = 1125
    Original tweet size in JSON 2177 Msgpack = 1775 Gzip + Json = 0933 Gzip + Msgpack = 0988 LZ4 + Json = 1362 LZ4 + Msgpack = 1276
    Original tweet size in JSON 2067 Msgpack = 1638 Gzip + Json = 0842 Gzip + Msgpack = 0898 LZ4 + Json = 1238 LZ4 + Msgpack = 1151
    Original tweet size in JSON 3123 Msgpack = 2039 Gzip + Json = 1190 Gzip + Msgpack = 1240 LZ4 + Json = 1889 LZ4 + Msgpack = 1532
    Original tweet size in JSON 2072 Msgpack = 1590 Gzip + Json = 0863 Gzip + Msgpack = 0911 LZ4 + Json = 1279 LZ4 + Msgpack = 1151
    Original tweet size in JSON 2219 Msgpack = 1784 Gzip + Json = 0941 Gzip + Msgpack = 1004 LZ4 + Json = 1346 LZ4 + Msgpack = 1275
    Original tweet size in JSON 2495 Msgpack = 1968 Gzip + Json = 1036 Gzip + Msgpack = 1103 LZ4 + Json = 1507 LZ4 + Msgpack = 1385
    Original tweet size in JSON 2146 Msgpack = 1741 Gzip + Json = 0919 Gzip + Msgpack = 0980 LZ4 + Json = 1344 LZ4 + Msgpack = 1258
    Original tweet size in JSON 2104 Msgpack = 1699 Gzip + Json = 0911 Gzip + Msgpack = 0964 LZ4 + Json = 1325 LZ4 + Msgpack = 1239
    Original tweet size in JSON 1907 Msgpack = 1504 Gzip + Json = 0792 Gzip + Msgpack = 0846 LZ4 + Json = 1184 LZ4 + Msgpack = 1096
    Original tweet size in JSON 2054 Msgpack = 1557 Gzip + Json = 0825 Gzip + Msgpack = 0890 LZ4 + Json = 1242 LZ4 + Msgpack = 1091
    Original tweet size in JSON 2202 Msgpack = 1781 Gzip + Json = 0957 Gzip + Msgpack = 1010 LZ4 + Json = 1391 LZ4 + Msgpack = 1289
    Original tweet size in JSON 2200 Msgpack = 1786 Gzip + Json = 0949 Gzip + Msgpack = 1005 LZ4 + Json = 1361 LZ4 + Msgpack = 1280
    Original tweet size in JSON 2199 Msgpack = 1809 Gzip + Json = 0934 Gzip + Msgpack = 0999 LZ4 + Json = 1374 LZ4 + Msgpack = 1307
    Original tweet size in JSON 1838 Msgpack = 1432 Gzip + Json = 0738 Gzip + Msgpack = 0777 LZ4 + Json = 1088 LZ4 + Msgpack = 1004
    Original tweet size in JSON 1954 Msgpack = 1539 Gzip + Json = 0808 Gzip + Msgpack = 0857 LZ4 + Json = 1170 LZ4 + Msgpack = 1081
    Original tweet size in JSON 3114 Msgpack = 2061 Gzip + Json = 1237 Gzip + Msgpack = 1276 LZ4 + Json = 1904 LZ4 + Msgpack = 1553
    Original tweet size in JSON 2759 Msgpack = 1895 Gzip + Json = 1131 Gzip + Msgpack = 1187 LZ4 + Json = 1750 LZ4 + Msgpack = 1454
    Original tweet size in JSON 2062 Msgpack = 1663 Gzip + Json = 0840 Gzip + Msgpack = 0894 LZ4 + Json = 1205 LZ4 + Msgpack = 1132
    Original tweet size in JSON 2000 Msgpack = 1602 Gzip + Json = 0827 Gzip + Msgpack = 0885 LZ4 + Json = 1204 LZ4 + Msgpack = 1126
    Original tweet size in JSON 2066 Msgpack = 1673 Gzip + Json = 0865 Gzip + Msgpack = 0924 LZ4 + Json = 1263 LZ4 + Msgpack = 1186
    Original tweet size in JSON 2562 Msgpack = 1872 Gzip + Json = 1057 Gzip + Msgpack = 1124 LZ4 + Json = 1574 LZ4 + Msgpack = 1353
    Original tweet size in JSON 3375 Msgpack = 2231 Gzip + Json = 1326 Gzip + Msgpack = 1373 LZ4 + Json = 2100 LZ4 + Msgpack = 1710
    Original tweet size in JSON 2523 Msgpack = 1873 Gzip + Json = 0996 Gzip + Msgpack = 1060 LZ4 + Json = 1507 LZ4 + Msgpack = 1330
    Original tweet size in JSON 2242 Msgpack = 1831 Gzip + Json = 0977 Gzip + Msgpack = 1037 LZ4 + Json = 1402 LZ4 + Msgpack = 1324
    Original tweet size in JSON 2105 Msgpack = 1711 Gzip + Json = 0916 Gzip + Msgpack = 0975 LZ4 + Json = 1315 LZ4 + Msgpack = 1238
    Original tweet size in JSON 1941 Msgpack = 1546 Gzip + Json = 0803 Gzip + Msgpack = 0869 LZ4 + Json = 1184 LZ4 + Msgpack = 1119
    Original tweet size in JSON 1949 Msgpack = 1556 Gzip + Json = 0788 Gzip + Msgpack = 0844 LZ4 + Json = 1166 LZ4 + Msgpack = 1086
    Original tweet size in JSON 2385 Msgpack = 1697 Gzip + Json = 0932 Gzip + Msgpack = 1001 LZ4 + Json = 1446 LZ4 + Msgpack = 1230
    Original tweet size in JSON 2044 Msgpack = 1581 Gzip + Json = 0861 Gzip + Msgpack = 0912 LZ4 + Json = 1268 LZ4 + Msgpack = 1150
    Original tweet size in JSON 2074 Msgpack = 1666 Gzip + Json = 0876 Gzip + Msgpack = 0940 LZ4 + Json = 1259 LZ4 + Msgpack = 1177
    Original tweet size in JSON 2207 Msgpack = 1759 Gzip + Json = 0939 Gzip + Msgpack = 0997 LZ4 + Json = 1366 LZ4 + Msgpack = 1246
    Original tweet size in JSON 2542 Msgpack = 1907 Gzip + Json = 1038 Gzip + Msgpack = 1111 LZ4 + Json = 1537 LZ4 + Msgpack = 1359
    Original tweet size in JSON 2140 Msgpack = 1748 Gzip + Json = 0908 Gzip + Msgpack = 0962 LZ4 + Json = 1345 LZ4 + Msgpack = 1267
    Original tweet size in JSON 1848 Msgpack = 1454 Gzip + Json = 0753 Gzip + Msgpack = 0806 LZ4 + Json = 1132 LZ4 + Msgpack = 1052
    Original tweet size in JSON 2752 Msgpack = 1918 Gzip + Json = 1126 Gzip + Msgpack = 1194 LZ4 + Json = 1730 LZ4 + Msgpack = 1440
    Original tweet size in JSON 1974 Msgpack = 1564 Gzip + Json = 0800 Gzip + Msgpack = 0853 LZ4 + Json = 1182 LZ4 + Msgpack = 1100
    Original tweet size in JSON 2055 Msgpack = 1658 Gzip + Json = 0877 Gzip + Msgpack = 0935 LZ4 + Json = 1263 LZ4 + Msgpack = 1193
    Original tweet size in JSON 2633 Msgpack = 1821 Gzip + Json = 1056 Gzip + Msgpack = 1109 LZ4 + Json = 1614 LZ4 + Msgpack = 1337
    Original tweet size in JSON 2012 Msgpack = 1607 Gzip + Json = 0821 Gzip + Msgpack = 0874 LZ4 + Json = 1223 LZ4 + Msgpack = 1141
    Original tweet size in JSON 2153 Msgpack = 1592 Gzip + Json = 0903 Gzip + Msgpack = 0962 LZ4 + Json = 1351 LZ4 + Msgpack = 1171
    Original tweet size in JSON 2164 Msgpack = 1766 Gzip + Json = 0922 Gzip + Msgpack = 0982 LZ4 + Json = 1343 LZ4 + Msgpack = 1265
    Original tweet size in JSON 2122 Msgpack = 1703 Gzip + Json = 0882 Gzip + Msgpack = 0932 LZ4 + Json = 1284 LZ4 + Msgpack = 1191
    Original tweet size in JSON 1905 Msgpack = 1502 Gzip + Json = 0799 Gzip + Msgpack = 0851 LZ4 + Json = 1164 LZ4 + Msgpack = 1074
    Original tweet size in JSON 2133 Msgpack = 1716 Gzip + Json = 0951 Gzip + Msgpack = 1010 LZ4 + Json = 1396 LZ4 + Msgpack = 1296
    Original tweet size in JSON 2230 Msgpack = 1802 Gzip + Json = 0980 Gzip + Msgpack = 1040 LZ4 + Json = 1412 LZ4 + Msgpack = 1309
    Original tweet size in JSON 2607 Msgpack = 1864 Gzip + Json = 1067 Gzip + Msgpack = 1145 LZ4 + Json = 1629 LZ4 + Msgpack = 1387
    Original tweet size in JSON 1990 Msgpack = 1568 Gzip + Json = 0799 Gzip + Msgpack = 0864 LZ4 + Json = 1164 LZ4 + Msgpack = 1082
    Original tweet size in JSON 2093 Msgpack = 1676 Gzip + Json = 0837 Gzip + Msgpack = 0894 LZ4 + Json = 1227 LZ4 + Msgpack = 1147
    Original tweet size in JSON 1869 Msgpack = 1457 Gzip + Json = 0748 Gzip + Msgpack = 0797 LZ4 + Json = 1087 LZ4 + Msgpack = 0999
    Original tweet size in JSON 2153 Msgpack = 1746 Gzip + Json = 0948 Gzip + Msgpack = 1005 LZ4 + Json = 1373 LZ4 + Msgpack = 1286
    Original tweet size in JSON 2047 Msgpack = 1628 Gzip + Json = 0848 Gzip + Msgpack = 0899 LZ4 + Json = 1270 LZ4 + Msgpack = 1183
    Original tweet size in JSON 2057 Msgpack = 1629 Gzip + Json = 0854 Gzip + Msgpack = 0917 LZ4 + Json = 1273 LZ4 + Msgpack = 1190
    Original tweet size in JSON 2149 Msgpack = 1741 Gzip + Json = 0969 Gzip + Msgpack = 1029 LZ4 + Json = 1399 LZ4 + Msgpack = 1307
    Original tweet size in JSON 2121 Msgpack = 1711 Gzip + Json = 0908 Gzip + Msgpack = 0953 LZ4 + Json = 1320 LZ4 + Msgpack = 1222
    Original tweet size in JSON 1975 Msgpack = 1578 Gzip + Json = 0805 Gzip + Msgpack = 0858 LZ4 + Json = 1187 LZ4 + Msgpack = 1107
    Original tweet size in JSON 2119 Msgpack = 1720 Gzip + Json = 0925 Gzip + Msgpack = 0981 LZ4 + Json = 1325 LZ4 + Msgpack = 1244
    Original tweet size in JSON 1888 Msgpack = 1486 Gzip + Json = 0784 Gzip + Msgpack = 0843 LZ4 + Json = 1141 LZ4 + Msgpack = 1067
    Original tweet size in JSON 2471 Msgpack = 1755 Gzip + Json = 0973 Gzip + Msgpack = 1040 LZ4 + Json = 1481 LZ4 + Msgpack = 1273
    Original tweet size in JSON 1916 Msgpack = 1518 Gzip + Json = 0764 Gzip + Msgpack = 0815 LZ4 + Json = 1127 LZ4 + Msgpack = 1046
    Original tweet size in JSON 2097 Msgpack = 1689 Gzip + Json = 0879 Gzip + Msgpack = 0942 LZ4 + Json = 1316 LZ4 + Msgpack = 1238
    Original tweet size in JSON 1866 Msgpack = 1468 Gzip + Json = 0720 Gzip + Msgpack = 0773 LZ4 + Json = 1071 LZ4 + Msgpack = 0999
    Original tweet size in JSON 2302 Msgpack = 1790 Gzip + Json = 0929 Gzip + Msgpack = 0996 LZ4 + Json = 1367 LZ4 + Msgpack = 1258
    Original tweet size in JSON 1826 Msgpack = 1417 Gzip + Json = 0716 Gzip + Msgpack = 0761 LZ4 + Json = 1067 LZ4 + Msgpack = 0981
    Original tweet size in JSON 2202 Msgpack = 1717 Gzip + Json = 0906 Gzip + Msgpack = 0951 LZ4 + Json = 1335 LZ4 + Msgpack = 1229
    Original tweet size in JSON 2102 Msgpack = 1690 Gzip + Json = 0887 Gzip + Msgpack = 0941 LZ4 + Json = 1307 LZ4 + Msgpack = 1217
    Original tweet size in JSON 2123 Msgpack = 1722 Gzip + Json = 0888 Gzip + Msgpack = 0951 LZ4 + Json = 1303 LZ4 + Msgpack = 1216
    Original tweet size in JSON 1972 Msgpack = 1565 Gzip + Json = 0813 Gzip + Msgpack = 0865 LZ4 + Json = 1211 LZ4 + Msgpack = 1124
    Original tweet size in JSON 2547 Msgpack = 2075 Gzip + Json = 1131 Gzip + Msgpack = 1203 LZ4 + Json = 1628 LZ4 + Msgpack = 1522
    Original tweet size in JSON 2177 Msgpack = 1737 Gzip + Json = 0913 Gzip + Msgpack = 0967 LZ4 + Json = 1331 LZ4 + Msgpack = 1230
    Original tweet size in JSON 1857 Msgpack = 1450 Gzip + Json = 0705 Gzip + Msgpack = 0755 LZ4 + Json = 1043 LZ4 + Msgpack = 0979
    Original tweet size in JSON 2109 Msgpack = 1707 Gzip + Json = 0882 Gzip + Msgpack = 0948 LZ4 + Json = 1286 LZ4 + Msgpack = 1208
    Original tweet size in JSON 2118 Msgpack = 1692 Gzip + Json = 0904 Gzip + Msgpack = 0960 LZ4 + Json = 1311 LZ4 + Msgpack = 1229
    Original tweet size in JSON 1940 Msgpack = 1540 Gzip + Json = 0788 Gzip + Msgpack = 0852 LZ4 + Json = 1162 LZ4 + Msgpack = 1091
    Original tweet size in JSON 2102 Msgpack = 1696 Gzip + Json = 0913 Gzip + Msgpack = 0970 LZ4 + Json = 1298 LZ4 + Msgpack = 1220
    Original tweet size in JSON 2030 Msgpack = 1637 Gzip + Json = 0857 Gzip + Msgpack = 0910 LZ4 + Json = 1270 LZ4 + Msgpack = 1174
    Original tweet size in JSON 2816 Msgpack = 1937 Gzip + Json = 1042 Gzip + Msgpack = 1097 LZ4 + Json = 1590 LZ4 + Msgpack = 1345
    Original tweet size in JSON 2015 Msgpack = 1617 Gzip + Json = 0827 Gzip + Msgpack = 0884 LZ4 + Json = 1238 LZ4 + Msgpack = 1152
    Original tweet size in JSON 2207 Msgpack = 1656 Gzip + Json = 0898 Gzip + Msgpack = 0965 LZ4 + Json = 1341 LZ4 + Msgpack = 1175
    Original tweet size in JSON 1850 Msgpack = 1436 Gzip + Json = 0698 Gzip + Msgpack = 0747 LZ4 + Json = 1037 LZ4 + Msgpack = 0963
    Original tweet size in JSON 3451 Msgpack = 2049 Gzip + Json = 1090 Gzip + Msgpack = 1122 LZ4 + Json = 1813 LZ4 + Msgpack = 1458
    Original tweet size in JSON 2812 Msgpack = 1876 Gzip + Json = 1108 Gzip + Msgpack = 1158 LZ4 + Json = 1730 LZ4 + Msgpack = 1401
    Original tweet size in JSON 2919 Msgpack = 1928 Gzip + Json = 0984 Gzip + Msgpack = 1026 LZ4 + Json = 1557 LZ4 + Msgpack = 1320
    Original tweet size in JSON 1904 Msgpack = 1447 Gzip + Json = 0764 Gzip + Msgpack = 0822 LZ4 + Json = 1135 LZ4 + Msgpack = 1032
    Original tweet size in JSON 1935 Msgpack = 1530 Gzip + Json = 0779 Gzip + Msgpack = 0834 LZ4 + Json = 1150 LZ4 + Msgpack = 1071
    Original tweet size in JSON 1950 Msgpack = 1553 Gzip + Json = 0825 Gzip + Msgpack = 0871 LZ4 + Json = 1221 LZ4 + Msgpack = 1137
    Original tweet size in JSON 2043 Msgpack = 1637 Gzip + Json = 0860 Gzip + Msgpack = 0911 LZ4 + Json = 1245 LZ4 + Msgpack = 1153
    Original tweet size in JSON 1965 Msgpack = 1570 Gzip + Json = 0820 Gzip + Msgpack = 0877 LZ4 + Json = 1188 LZ4 + Msgpack = 1109
    Original tweet size in JSON 2086 Msgpack = 1680 Gzip + Json = 0866 Gzip + Msgpack = 0924 LZ4 + Json = 1263 LZ4 + Msgpack = 1185
    Original tweet size in JSON 2226 Msgpack = 1498 Gzip + Json = 0764 Gzip + Msgpack = 0816 LZ4 + Json = 1200 LZ4 + Msgpack = 1031
    Original tweet size in JSON 2257 Msgpack = 1838 Gzip + Json = 0961 Gzip + Msgpack = 1005 LZ4 + Json = 1399 LZ4 + Msgpack = 1299
    Original tweet size in JSON 2090 Msgpack = 1686 Gzip + Json = 0868 Gzip + Msgpack = 0914 LZ4 + Json = 1272 LZ4 + Msgpack = 1177
    Original tweet size in JSON 2103 Msgpack = 1690 Gzip + Json = 0891 Gzip + Msgpack = 0946 LZ4 + Json = 1300 LZ4 + Msgpack = 1213
    Original tweet size in JSON 1946 Msgpack = 1534 Gzip + Json = 0819 Gzip + Msgpack = 0866 LZ4 + Json = 1217 LZ4 + Msgpack = 1119
    Original tweet size in JSON 2019 Msgpack = 1603 Gzip + Json = 0823 Gzip + Msgpack = 0872 LZ4 + Json = 1223 LZ4 + Msgpack = 1140
    Original tweet size in JSON 2519 Msgpack = 1791 Gzip + Json = 1051 Gzip + Msgpack = 1110 LZ4 + Json = 1616 LZ4 + Msgpack = 1353
    Original tweet size in JSON 2455 Msgpack = 1751 Gzip + Json = 1032 Gzip + Msgpack = 1089 LZ4 + Json = 1548 LZ4 + Msgpack = 1306
    Original tweet size in JSON 2096 Msgpack = 1704 Gzip + Json = 0883 Gzip + Msgpack = 0943 LZ4 + Json = 1302 LZ4 + Msgpack = 1228
    Original tweet size in JSON 2062 Msgpack = 1659 Gzip + Json = 0865 Gzip + Msgpack = 0927 LZ4 + Json = 1258 LZ4 + Msgpack = 1186
    Original tweet size in JSON 2007 Msgpack = 1607 Gzip + Json = 0832 Gzip + Msgpack = 0879 LZ4 + Json = 1244 LZ4 + Msgpack = 1157
    Original tweet size in JSON 1931 Msgpack = 1517 Gzip + Json = 0805 Gzip + Msgpack = 0857 LZ4 + Json = 1207 LZ4 + Msgpack = 1112
    Original tweet size in JSON 2508 Msgpack = 1767 Gzip + Json = 0990 Gzip + Msgpack = 1049 LZ4 + Json = 1510 LZ4 + Msgpack = 1287
    Original tweet size in JSON 2104 Msgpack = 1701 Gzip + Json = 0891 Gzip + Msgpack = 0936 LZ4 + Json = 1295 LZ4 + Msgpack = 1208
    Original tweet size in JSON 2814 Msgpack = 1986 Gzip + Json = 1055 Gzip + Msgpack = 1111 LZ4 + Json = 1652 LZ4 + Msgpack = 1434
    Original tweet size in JSON 2103 Msgpack = 1636 Gzip + Json = 0853 Gzip + Msgpack = 0926 LZ4 + Json = 1274 LZ4 + Msgpack = 1168
    Original tweet size in JSON 2051 Msgpack = 1647 Gzip + Json = 0855 Gzip + Msgpack = 0906 LZ4 + Json = 1254 LZ4 + Msgpack = 1171
    Original tweet size in JSON 1885 Msgpack = 1491 Gzip + Json = 0757 Gzip + Msgpack = 0810 LZ4 + Json = 1127 LZ4 + Msgpack = 1042
    Original tweet size in JSON 1988 Msgpack = 1591 Gzip + Json = 0815 Gzip + Msgpack = 0872 LZ4 + Json = 1188 LZ4 + Msgpack = 1111
    Original tweet size in JSON 2055 Msgpack = 1648 Gzip + Json = 0866 Gzip + Msgpack = 0918 LZ4 + Json = 1261 LZ4 + Msgpack = 1187
    Original tweet size in JSON 2114 Msgpack = 1717 Gzip + Json = 0905 Gzip + Msgpack = 0965 LZ4 + Json = 1314 LZ4 + Msgpack = 1240
    Original tweet size in JSON 2078 Msgpack = 1623 Gzip + Json = 0878 Gzip + Msgpack = 0927 LZ4 + Json = 1254 LZ4 + Msgpack = 1153
    Original tweet size in JSON 2547 Msgpack = 2075 Gzip + Json = 1131 Gzip + Msgpack = 1203 LZ4 + Json = 1628 LZ4 + Msgpack = 1522
    Original tweet size in JSON 2177 Msgpack = 1737 Gzip + Json = 0913 Gzip + Msgpack = 0967 LZ4 + Json = 1331 LZ4 + Msgpack = 1230
    Original tweet size in JSON 1857 Msgpack = 1450 Gzip + Json = 0705 Gzip + Msgpack = 0755 LZ4 + Json = 1043 LZ4 + Msgpack = 0979
    Original tweet size in JSON 2109 Msgpack = 1707 Gzip + Json = 0882 Gzip + Msgpack = 0948 LZ4 + Json = 1286 LZ4 + Msgpack = 1208
    Original tweet size in JSON 2118 Msgpack = 1692 Gzip + Json = 0904 Gzip + Msgpack = 0960 LZ4 + Json = 1311 LZ4 + Msgpack = 1229
    Original tweet size in JSON 1940 Msgpack = 1540 Gzip + Json = 0788 Gzip + Msgpack = 0852 LZ4 + Json = 1162 LZ4 + Msgpack = 1091
    Original tweet size in JSON 2102 Msgpack = 1696 Gzip + Json = 0913 Gzip + Msgpack = 0970 LZ4 + Json = 1298 LZ4 + Msgpack = 1220
    Original tweet size in JSON 2030 Msgpack = 1637 Gzip + Json = 0857 Gzip + Msgpack = 0910 LZ4 + Json = 1270 LZ4 + Msgpack = 1174
    Original tweet size in JSON 2816 Msgpack = 1937 Gzip + Json = 1042 Gzip + Msgpack = 1097 LZ4 + Json = 1590 LZ4 + Msgpack = 1345
    Original tweet size in JSON 2015 Msgpack = 1617 Gzip + Json = 0827 Gzip + Msgpack = 0884 LZ4 + Json = 1238 LZ4 + Msgpack = 1152
    Original tweet size in JSON 2207 Msgpack = 1656 Gzip + Json = 0898 Gzip + Msgpack = 0965 LZ4 + Json = 1341 LZ4 + Msgpack = 1175
    Original tweet size in JSON 1850 Msgpack = 1436 Gzip + Json = 0698 Gzip + Msgpack = 0747 LZ4 + Json = 1037 LZ4 + Msgpack = 0963
    Original tweet size in JSON 3451 Msgpack = 2049 Gzip + Json = 1090 Gzip + Msgpack = 1122 LZ4 + Json = 1813 LZ4 + Msgpack = 1458
    Original tweet size in JSON 2812 Msgpack = 1876 Gzip + Json = 1108 Gzip + Msgpack = 1158 LZ4 + Json = 1730 LZ4 + Msgpack = 1401
    Original tweet size in JSON 2919 Msgpack = 1928 Gzip + Json = 0984 Gzip + Msgpack = 1026 LZ4 + Json = 1557 LZ4 + Msgpack = 1320
    Original tweet size in JSON 1904 Msgpack = 1447 Gzip + Json = 0764 Gzip + Msgpack = 0822 LZ4 + Json = 1135 LZ4 + Msgpack = 1032
    Original tweet size in JSON 1935 Msgpack = 1530 Gzip + Json = 0779 Gzip + Msgpack = 0834 LZ4 + Json = 1150 LZ4 + Msgpack = 1071
    Original tweet size in JSON 1963 Msgpack = 1522 Gzip + Json = 0809 Gzip + Msgpack = 0861 LZ4 + Json = 1195 LZ4 + Msgpack = 1075
    Original tweet size in JSON 2215 Msgpack = 1605 Gzip + Json = 0903 Gzip + Msgpack = 0962 LZ4 + Json = 1379 LZ4 + Msgpack = 1181
    Original tweet size in JSON 2143 Msgpack = 1687 Gzip + Json = 0930 Gzip + Msgpack = 0987 LZ4 + Json = 1372 LZ4 + Msgpack = 1256
    Original tweet size in JSON 1974 Msgpack = 1564 Gzip + Json = 0827 Gzip + Msgpack = 0875 LZ4 + Json = 1227 LZ4 + Msgpack = 1131
    Original tweet size in JSON 2095 Msgpack = 1671 Gzip + Json = 0890 Gzip + Msgpack = 0943 LZ4 + Json = 1302 LZ4 + Msgpack = 1213
    Original tweet size in JSON 2543 Msgpack = 1713 Gzip + Json = 0957 Gzip + Msgpack = 1005 LZ4 + Json = 1492 LZ4 + Msgpack = 1265
    Original tweet size in JSON 2232 Msgpack = 1805 Gzip + Json = 0970 Gzip + Msgpack = 1025 LZ4 + Json = 1417 LZ4 + Msgpack = 1308
    Original tweet size in JSON 2429 Msgpack = 1720 Gzip + Json = 0958 Gzip + Msgpack = 1024 LZ4 + Json = 1479 LZ4 + Msgpack = 1257
    Original tweet size in JSON 2481 Msgpack = 1735 Gzip + Json = 0997 Gzip + Msgpack = 1061 LZ4 + Json = 1526 LZ4 + Msgpack = 1282
    Original tweet size in JSON 2123 Msgpack = 1718 Gzip + Json = 0905 Gzip + Msgpack = 0965 LZ4 + Json = 1325 LZ4 + Msgpack = 1238
    Original tweet size in JSON 2446 Msgpack = 1759 Gzip + Json = 0987 Gzip + Msgpack = 1031 LZ4 + Json = 1480 LZ4 + Msgpack = 1289
    Original tweet size in JSON 1961 Msgpack = 1555 Gzip + Json = 0814 Gzip + Msgpack = 0867 LZ4 + Json = 1226 LZ4 + Msgpack = 1130
    Original tweet size in JSON 2115 Msgpack = 1708 Gzip + Json = 0879 Gzip + Msgpack = 0935 LZ4 + Json = 1285 LZ4 + Msgpack = 1197
    Original tweet size in JSON 1987 Msgpack = 1583 Gzip + Json = 0824 Gzip + Msgpack = 0876 LZ4 + Json = 1240 LZ4 + Msgpack = 1141
    Original tweet size in JSON 1905 Msgpack = 1498 Gzip + Json = 0779 Gzip + Msgpack = 0831 LZ4 + Json = 1165 LZ4 + Msgpack = 1071
    Original tweet size in JSON 2041 Msgpack = 1625 Gzip + Json = 0856 Gzip + Msgpack = 0907 LZ4 + Json = 1240 LZ4 + Msgpack = 1154
    Original tweet size in JSON 2326 Msgpack = 1659 Gzip + Json = 0956 Gzip + Msgpack = 1012 LZ4 + Json = 1458 LZ4 + Msgpack = 1229
    Original tweet size in JSON 2979 Msgpack = 2026 Gzip + Json = 1103 Gzip + Msgpack = 1168 LZ4 + Json = 1744 LZ4 + Msgpack = 1452
    Original tweet size in JSON 2113 Msgpack = 1717 Gzip + Json = 0897 Gzip + Msgpack = 0967 LZ4 + Json = 1318 LZ4 + Msgpack = 1242
    Original tweet size in JSON 2172 Msgpack = 1585 Gzip + Json = 0900 Gzip + Msgpack = 0954 LZ4 + Json = 1348 LZ4 + Msgpack = 1165
    -----------------------------
    JSON 000434409 byte(s)
    MsgPack 000333941 byte(s)
    GZip+MsgPack 000189057 byte(s)
    GZip+JSON 000177976 byte(s)
    LZ4+MsgPack 000239656 byte(s)
    LZ4+JSON 000264572 byte(s)
    JSON 42556 byte(s)
    MsgPack 26364 byte(s)
    GZip+MsgPack 06279 byte(s)
    GZip+JSON 06082 byte(s)
    LZ4+MsgPack 08880 byte(s)
    LZ4+JSON 09854 byte(s)
    52 changes: 25 additions & 27 deletions tweet_compress.py
    View file
    Original file line number Diff line number Diff line change
    @@ -1,4 +1,3 @@
    from twitter import Twitter
    import json
    import zlib
    import lz4
    @@ -13,7 +12,7 @@ def compress_lz4(data):
    class CompJSONDB(object):
    size = 0
    def save(self, dct, compressor):
    compressed = compressor(json.dumps(dct))
    compressed = compressor(json.dumps(dct).encode())
    self.size = self.size + len(compressed)
    return len(compressed)

    @@ -32,28 +31,27 @@ def save(self, dct, compressor):
    return l


    twitter = Twitter()
    msgpackdb = MsgPackDB()
    gzMsgpackdb = CompMsgPackDB()
    gzJsondb = CompJSONDB()
    lzMsgpackdb = CompMsgPackDB()
    lzJsondb = CompJSONDB()
    total = 0

    for i in range(0, 10):
    for tweet in twitter.statuses.public_timeline():
    total = total + (len(json.dumps(tweet)))
    print "Original tweet size in JSON %04d" % (len(json.dumps(tweet))) ,
    print "Msgpack = %04d" % (msgpackdb.save(tweet)) ,
    print "Gzip + Json = %04d" % (gzJsondb.save(tweet, compress_gzip)) ,
    print "Gzip + Msgpack = %04d" % (gzMsgpackdb.save(tweet, compress_gzip)) ,
    print "LZ4 + Json = %04d" % (lzJsondb.save(tweet, compress_lz4)) ,
    print "LZ4 + Msgpack = %04d" % (lzMsgpackdb.save(tweet, compress_lz4))

    print "-----------------------------"
    print "JSON %09d byte(s)" % total
    print "MsgPack %09d byte(s)" % msgpackdb.size
    print "GZip+MsgPack %09d byte(s)" % gzMsgpackdb.size
    print "GZip+JSON %09d byte(s)" % gzJsondb.size
    print "LZ4+MsgPack %09d byte(s)" % lzMsgpackdb.size
    print "LZ4+JSON %09d byte(s)" % lzJsondb.size
    if __name__ == "__main__":
    msgpackdb = MsgPackDB()
    gzMsgpackdb = CompMsgPackDB()
    gzJsondb = CompJSONDB()
    lzMsgpackdb = CompMsgPackDB()
    lzJsondb = CompJSONDB()

    with open('./public_timeline.json') as fp:
    public_timeline = fp.read()
    public_timeline_size = len(public_timeline)
    public_timeline_obj = json.loads(public_timeline)

    msgpackdb.save(public_timeline_obj)
    gzJsondb.save(public_timeline_obj, compress_gzip)
    gzMsgpackdb.save(public_timeline_obj, compress_gzip)
    lzJsondb.save(public_timeline_obj, compress_lz4)
    lzMsgpackdb.save(public_timeline_obj, compress_lz4)

    print("JSON %05d byte(s)" % public_timeline_size)
    print("MsgPack %05d byte(s)" % msgpackdb.size)
    print("GZip+MsgPack %05d byte(s)" % gzMsgpackdb.size)
    print("GZip+JSON %05d byte(s)" % gzJsondb.size)
    print("LZ4+MsgPack %05d byte(s)" % lzMsgpackdb.size)
    print("LZ4+JSON %05d byte(s)" % lzJsondb.size)
  6. @maxpert maxpert revised this gist Jul 15, 2012. 2 changed files with 207 additions and 33 deletions.
    238 changes: 206 additions & 32 deletions results.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -1,32 +1,206 @@
    Original tweet size in JSON 2949 Msgpack = 2025 Gzip + Json = 1101 Gzip + Msgpack = 1157 LZ4 + Json = 1719 LZ4 + Msgpack = 1426
    Original tweet size in JSON 1994 Msgpack = 1589 Gzip + Json = 0829 Gzip + Msgpack = 0884 LZ4 + Json = 1198 LZ4 + Msgpack = 1120
    Original tweet size in JSON 1968 Msgpack = 1549 Gzip + Json = 0803 Gzip + Msgpack = 0855 LZ4 + Json = 1179 LZ4 + Msgpack = 1084
    Original tweet size in JSON 1894 Msgpack = 1492 Gzip + Json = 0759 Gzip + Msgpack = 0811 LZ4 + Json = 1118 LZ4 + Msgpack = 1034
    Original tweet size in JSON 2051 Msgpack = 1649 Gzip + Json = 0882 Gzip + Msgpack = 0937 LZ4 + Json = 1285 LZ4 + Msgpack = 1203
    Original tweet size in JSON 1933 Msgpack = 1520 Gzip + Json = 0780 Gzip + Msgpack = 0837 LZ4 + Json = 1161 LZ4 + Msgpack = 1076
    Original tweet size in JSON 1980 Msgpack = 1585 Gzip + Json = 0853 Gzip + Msgpack = 0907 LZ4 + Json = 1230 LZ4 + Msgpack = 1163
    Original tweet size in JSON 2010 Msgpack = 1601 Gzip + Json = 0846 Gzip + Msgpack = 0902 LZ4 + Json = 1240 LZ4 + Msgpack = 1151
    Original tweet size in JSON 2711 Msgpack = 1863 Gzip + Json = 1076 Gzip + Msgpack = 1129 LZ4 + Json = 1677 LZ4 + Msgpack = 1360
    Original tweet size in JSON 2152 Msgpack = 1759 Gzip + Json = 0910 Gzip + Msgpack = 0966 LZ4 + Json = 1329 LZ4 + Msgpack = 1254
    Original tweet size in JSON 2189 Msgpack = 1748 Gzip + Json = 0902 Gzip + Msgpack = 0958 LZ4 + Json = 1349 LZ4 + Msgpack = 1246
    Original tweet size in JSON 2355 Msgpack = 1703 Gzip + Json = 0950 Gzip + Msgpack = 1014 LZ4 + Json = 1446 LZ4 + Msgpack = 1246
    Original tweet size in JSON 2573 Msgpack = 1795 Gzip + Json = 1043 Gzip + Msgpack = 1107 LZ4 + Json = 1617 LZ4 + Msgpack = 1341
    Original tweet size in JSON 1966 Msgpack = 1558 Gzip + Json = 0818 Gzip + Msgpack = 0870 LZ4 + Json = 1206 LZ4 + Msgpack = 1123
    Original tweet size in JSON 2247 Msgpack = 1628 Gzip + Json = 0901 Gzip + Msgpack = 0962 LZ4 + Json = 1376 LZ4 + Msgpack = 1180
    Original tweet size in JSON 2020 Msgpack = 1520 Gzip + Json = 0832 Gzip + Msgpack = 0897 LZ4 + Json = 1242 LZ4 + Msgpack = 1095
    Original tweet size in JSON 2097 Msgpack = 1569 Gzip + Json = 0832 Gzip + Msgpack = 0896 LZ4 + Json = 1259 LZ4 + Msgpack = 1111
    Original tweet size in JSON 1784 Msgpack = 1390 Gzip + Json = 0707 Gzip + Msgpack = 0758 LZ4 + Json = 1064 LZ4 + Msgpack = 0990
    Original tweet size in JSON 2101 Msgpack = 1695 Gzip + Json = 0873 Gzip + Msgpack = 0932 LZ4 + Json = 1289 LZ4 + Msgpack = 1212
    Original tweet size in JSON 1981 Msgpack = 1559 Gzip + Json = 0781 Gzip + Msgpack = 0830 LZ4 + Json = 1167 LZ4 + Msgpack = 1073
    Original tweet size in JSON 1967 Msgpack = 1573 Gzip + Json = 0844 Gzip + Msgpack = 0894 LZ4 + Json = 1240 LZ4 + Msgpack = 1162
    Original tweet size in JSON 1894 Msgpack = 1501 Gzip + Json = 0767 Gzip + Msgpack = 0829 LZ4 + Json = 1129 LZ4 + Msgpack = 1053
    Original tweet size in JSON 1968 Msgpack = 1563 Gzip + Json = 0795 Gzip + Msgpack = 0856 LZ4 + Json = 1191 LZ4 + Msgpack = 1119
    Original tweet size in JSON 2046 Msgpack = 1622 Gzip + Json = 0860 Gzip + Msgpack = 0905 LZ4 + Json = 1253 LZ4 + Msgpack = 1147
    Original tweet size in JSON 2135 Msgpack = 1723 Gzip + Json = 0876 Gzip + Msgpack = 0934 LZ4 + Json = 1291 LZ4 + Msgpack = 1211
    Original tweet size in JSON 2023 Msgpack = 1607 Gzip + Json = 0868 Gzip + Msgpack = 0919 LZ4 + Json = 1289 LZ4 + Msgpack = 1189
    Original tweet size in JSON 1826 Msgpack = 1435 Gzip + Json = 0697 Gzip + Msgpack = 0758 LZ4 + Json = 1049 LZ4 + Msgpack = 0982
    Original tweet size in JSON 2300 Msgpack = 1663 Gzip + Json = 0941 Gzip + Msgpack = 1000 LZ4 + Json = 1423 LZ4 + Msgpack = 1224
    Original tweet size in JSON 2140 Msgpack = 1571 Gzip + Json = 0831 Gzip + Msgpack = 0891 LZ4 + Json = 1252 LZ4 + Msgpack = 1084
    Original tweet size in JSON 1845 Msgpack = 1449 Gzip + Json = 0790 Gzip + Msgpack = 0843 LZ4 + Json = 1137 LZ4 + Msgpack = 1057
    Original tweet size in JSON 1931 Msgpack = 1540 Gzip + Json = 0797 Gzip + Msgpack = 0855 LZ4 + Json = 1145 LZ4 + Msgpack = 1082
    Original tweet size in JSON 1894 Msgpack = 1477 Gzip + Json = 0755 Gzip + Msgpack = 0807 LZ4 + Json = 1118 LZ4 + Msgpack = 1034
    Original tweet size in JSON 2624 Msgpack = 1817 Gzip + Json = 1058 Gzip + Msgpack = 1116 LZ4 + Json = 1628 LZ4 + Msgpack = 1361
    Original tweet size in JSON 1863 Msgpack = 1443 Gzip + Json = 0783 Gzip + Msgpack = 0835 LZ4 + Json = 1153 LZ4 + Msgpack = 1040
    Original tweet size in JSON 2074 Msgpack = 1670 Gzip + Json = 0842 Gzip + Msgpack = 0894 LZ4 + Json = 1229 LZ4 + Msgpack = 1139
    Original tweet size in JSON 2025 Msgpack = 1617 Gzip + Json = 0845 Gzip + Msgpack = 0895 LZ4 + Json = 1238 LZ4 + Msgpack = 1143
    Original tweet size in JSON 2069 Msgpack = 1663 Gzip + Json = 0846 Gzip + Msgpack = 0901 LZ4 + Json = 1243 LZ4 + Msgpack = 1164
    Original tweet size in JSON 2035 Msgpack = 1634 Gzip + Json = 0852 Gzip + Msgpack = 0907 LZ4 + Json = 1247 LZ4 + Msgpack = 1167
    Original tweet size in JSON 1988 Msgpack = 1464 Gzip + Json = 0804 Gzip + Msgpack = 0862 LZ4 + Json = 1220 LZ4 + Msgpack = 1061
    Original tweet size in JSON 1910 Msgpack = 1502 Gzip + Json = 0775 Gzip + Msgpack = 0832 LZ4 + Json = 1154 LZ4 + Msgpack = 1060
    Original tweet size in JSON 2002 Msgpack = 1592 Gzip + Json = 0778 Gzip + Msgpack = 0840 LZ4 + Json = 1151 LZ4 + Msgpack = 1069
    Original tweet size in JSON 2029 Msgpack = 1626 Gzip + Json = 0827 Gzip + Msgpack = 0875 LZ4 + Json = 1216 LZ4 + Msgpack = 1133
    Original tweet size in JSON 2073 Msgpack = 1665 Gzip + Json = 0892 Gzip + Msgpack = 0938 LZ4 + Json = 1324 LZ4 + Msgpack = 1227
    Original tweet size in JSON 2193 Msgpack = 1778 Gzip + Json = 0964 Gzip + Msgpack = 1016 LZ4 + Json = 1378 LZ4 + Msgpack = 1286
    Original tweet size in JSON 2482 Msgpack = 1747 Gzip + Json = 0976 Gzip + Msgpack = 1036 LZ4 + Json = 1488 LZ4 + Msgpack = 1250
    Original tweet size in JSON 2026 Msgpack = 1619 Gzip + Json = 0839 Gzip + Msgpack = 0894 LZ4 + Json = 1229 LZ4 + Msgpack = 1141
    Original tweet size in JSON 1983 Msgpack = 1573 Gzip + Json = 0842 Gzip + Msgpack = 0894 LZ4 + Json = 1230 LZ4 + Msgpack = 1140
    Original tweet size in JSON 1788 Msgpack = 1375 Gzip + Json = 0683 Gzip + Msgpack = 0732 LZ4 + Json = 1024 LZ4 + Msgpack = 0947
    Original tweet size in JSON 1963 Msgpack = 1567 Gzip + Json = 0822 Gzip + Msgpack = 0877 LZ4 + Json = 1227 LZ4 + Msgpack = 1149
    Original tweet size in JSON 2249 Msgpack = 1764 Gzip + Json = 0959 Gzip + Msgpack = 1016 LZ4 + Json = 1414 LZ4 + Msgpack = 1284
    Original tweet size in JSON 2213 Msgpack = 1814 Gzip + Json = 0960 Gzip + Msgpack = 1013 LZ4 + Json = 1385 LZ4 + Msgpack = 1302
    Original tweet size in JSON 1962 Msgpack = 1561 Gzip + Json = 0810 Gzip + Msgpack = 0863 LZ4 + Json = 1208 LZ4 + Msgpack = 1122
    Original tweet size in JSON 2140 Msgpack = 1733 Gzip + Json = 0911 Gzip + Msgpack = 0962 LZ4 + Json = 1320 LZ4 + Msgpack = 1237
    Original tweet size in JSON 2152 Msgpack = 1745 Gzip + Json = 0916 Gzip + Msgpack = 0971 LZ4 + Json = 1333 LZ4 + Msgpack = 1244
    Original tweet size in JSON 2486 Msgpack = 1825 Gzip + Json = 1048 Gzip + Msgpack = 1115 LZ4 + Json = 1569 LZ4 + Msgpack = 1362
    Original tweet size in JSON 3282 Msgpack = 2180 Gzip + Json = 1329 Gzip + Msgpack = 1385 LZ4 + Json = 2061 LZ4 + Msgpack = 1661
    Original tweet size in JSON 2090 Msgpack = 1698 Gzip + Json = 0910 Gzip + Msgpack = 0970 LZ4 + Json = 1325 LZ4 + Msgpack = 1240
    Original tweet size in JSON 1986 Msgpack = 1580 Gzip + Json = 0849 Gzip + Msgpack = 0894 LZ4 + Json = 1253 LZ4 + Msgpack = 1154
    Original tweet size in JSON 1939 Msgpack = 1529 Gzip + Json = 0762 Gzip + Msgpack = 0810 LZ4 + Json = 1122 LZ4 + Msgpack = 1043
    Original tweet size in JSON 1917 Msgpack = 1508 Gzip + Json = 0775 Gzip + Msgpack = 0824 LZ4 + Json = 1134 LZ4 + Msgpack = 1052
    Original tweet size in JSON 2018 Msgpack = 1601 Gzip + Json = 0833 Gzip + Msgpack = 0897 LZ4 + Json = 1240 LZ4 + Msgpack = 1136
    Original tweet size in JSON 1967 Msgpack = 1576 Gzip + Json = 0830 Gzip + Msgpack = 0891 LZ4 + Json = 1217 LZ4 + Msgpack = 1145
    Original tweet size in JSON 2464 Msgpack = 1771 Gzip + Json = 0964 Gzip + Msgpack = 1025 LZ4 + Json = 1472 LZ4 + Msgpack = 1270
    Original tweet size in JSON 2090 Msgpack = 1681 Gzip + Json = 0888 Gzip + Msgpack = 0948 LZ4 + Json = 1287 LZ4 + Msgpack = 1199
    Original tweet size in JSON 1772 Msgpack = 1368 Gzip + Json = 0712 Gzip + Msgpack = 0761 LZ4 + Json = 1066 LZ4 + Msgpack = 0976
    Original tweet size in JSON 2164 Msgpack = 1766 Gzip + Json = 0922 Gzip + Msgpack = 0982 LZ4 + Json = 1343 LZ4 + Msgpack = 1265
    Original tweet size in JSON 2122 Msgpack = 1703 Gzip + Json = 0882 Gzip + Msgpack = 0932 LZ4 + Json = 1284 LZ4 + Msgpack = 1191
    Original tweet size in JSON 1905 Msgpack = 1502 Gzip + Json = 0799 Gzip + Msgpack = 0851 LZ4 + Json = 1164 LZ4 + Msgpack = 1074
    Original tweet size in JSON 2133 Msgpack = 1716 Gzip + Json = 0951 Gzip + Msgpack = 1010 LZ4 + Json = 1396 LZ4 + Msgpack = 1296
    Original tweet size in JSON 2230 Msgpack = 1802 Gzip + Json = 0980 Gzip + Msgpack = 1040 LZ4 + Json = 1412 LZ4 + Msgpack = 1309
    Original tweet size in JSON 2607 Msgpack = 1864 Gzip + Json = 1067 Gzip + Msgpack = 1145 LZ4 + Json = 1629 LZ4 + Msgpack = 1387
    Original tweet size in JSON 1990 Msgpack = 1568 Gzip + Json = 0799 Gzip + Msgpack = 0864 LZ4 + Json = 1164 LZ4 + Msgpack = 1082
    Original tweet size in JSON 1959 Msgpack = 1562 Gzip + Json = 0800 Gzip + Msgpack = 0850 LZ4 + Json = 1173 LZ4 + Msgpack = 1095
    Original tweet size in JSON 2365 Msgpack = 1675 Gzip + Json = 0948 Gzip + Msgpack = 1015 LZ4 + Json = 1462 LZ4 + Msgpack = 1230
    Original tweet size in JSON 2064 Msgpack = 1668 Gzip + Json = 0908 Gzip + Msgpack = 0967 LZ4 + Json = 1344 LZ4 + Msgpack = 1253
    Original tweet size in JSON 2035 Msgpack = 1624 Gzip + Json = 0838 Gzip + Msgpack = 0889 LZ4 + Json = 1245 LZ4 + Msgpack = 1156
    Original tweet size in JSON 2065 Msgpack = 1665 Gzip + Json = 0871 Gzip + Msgpack = 0927 LZ4 + Json = 1275 LZ4 + Msgpack = 1194
    Original tweet size in JSON 1808 Msgpack = 1404 Gzip + Json = 0730 Gzip + Msgpack = 0776 LZ4 + Json = 1090 LZ4 + Msgpack = 0998
    Original tweet size in JSON 2024 Msgpack = 1628 Gzip + Json = 0841 Gzip + Msgpack = 0896 LZ4 + Json = 1234 LZ4 + Msgpack = 1163
    Original tweet size in JSON 2087 Msgpack = 1567 Gzip + Json = 0850 Gzip + Msgpack = 0916 LZ4 + Json = 1297 LZ4 + Msgpack = 1141
    Original tweet size in JSON 2221 Msgpack = 1603 Gzip + Json = 0898 Gzip + Msgpack = 0962 LZ4 + Json = 1357 LZ4 + Msgpack = 1175
    Original tweet size in JSON 2078 Msgpack = 1677 Gzip + Json = 0859 Gzip + Msgpack = 0909 LZ4 + Json = 1264 LZ4 + Msgpack = 1176
    Original tweet size in JSON 2677 Msgpack = 1738 Gzip + Json = 0988 Gzip + Msgpack = 1021 LZ4 + Json = 1575 LZ4 + Msgpack = 1294
    Original tweet size in JSON 1972 Msgpack = 1571 Gzip + Json = 0832 Gzip + Msgpack = 0882 LZ4 + Json = 1220 LZ4 + Msgpack = 1125
    Original tweet size in JSON 2177 Msgpack = 1775 Gzip + Json = 0933 Gzip + Msgpack = 0988 LZ4 + Json = 1362 LZ4 + Msgpack = 1276
    Original tweet size in JSON 2067 Msgpack = 1638 Gzip + Json = 0842 Gzip + Msgpack = 0898 LZ4 + Json = 1238 LZ4 + Msgpack = 1151
    Original tweet size in JSON 3123 Msgpack = 2039 Gzip + Json = 1190 Gzip + Msgpack = 1240 LZ4 + Json = 1889 LZ4 + Msgpack = 1532
    Original tweet size in JSON 2072 Msgpack = 1590 Gzip + Json = 0863 Gzip + Msgpack = 0911 LZ4 + Json = 1279 LZ4 + Msgpack = 1151
    Original tweet size in JSON 2219 Msgpack = 1784 Gzip + Json = 0941 Gzip + Msgpack = 1004 LZ4 + Json = 1346 LZ4 + Msgpack = 1275
    Original tweet size in JSON 2495 Msgpack = 1968 Gzip + Json = 1036 Gzip + Msgpack = 1103 LZ4 + Json = 1507 LZ4 + Msgpack = 1385
    Original tweet size in JSON 2146 Msgpack = 1741 Gzip + Json = 0919 Gzip + Msgpack = 0980 LZ4 + Json = 1344 LZ4 + Msgpack = 1258
    Original tweet size in JSON 2104 Msgpack = 1699 Gzip + Json = 0911 Gzip + Msgpack = 0964 LZ4 + Json = 1325 LZ4 + Msgpack = 1239
    Original tweet size in JSON 1907 Msgpack = 1504 Gzip + Json = 0792 Gzip + Msgpack = 0846 LZ4 + Json = 1184 LZ4 + Msgpack = 1096
    Original tweet size in JSON 2054 Msgpack = 1557 Gzip + Json = 0825 Gzip + Msgpack = 0890 LZ4 + Json = 1242 LZ4 + Msgpack = 1091
    Original tweet size in JSON 2202 Msgpack = 1781 Gzip + Json = 0957 Gzip + Msgpack = 1010 LZ4 + Json = 1391 LZ4 + Msgpack = 1289
    Original tweet size in JSON 2200 Msgpack = 1786 Gzip + Json = 0949 Gzip + Msgpack = 1005 LZ4 + Json = 1361 LZ4 + Msgpack = 1280
    Original tweet size in JSON 2199 Msgpack = 1809 Gzip + Json = 0934 Gzip + Msgpack = 0999 LZ4 + Json = 1374 LZ4 + Msgpack = 1307
    Original tweet size in JSON 1838 Msgpack = 1432 Gzip + Json = 0738 Gzip + Msgpack = 0777 LZ4 + Json = 1088 LZ4 + Msgpack = 1004
    Original tweet size in JSON 1954 Msgpack = 1539 Gzip + Json = 0808 Gzip + Msgpack = 0857 LZ4 + Json = 1170 LZ4 + Msgpack = 1081
    Original tweet size in JSON 3114 Msgpack = 2061 Gzip + Json = 1237 Gzip + Msgpack = 1276 LZ4 + Json = 1904 LZ4 + Msgpack = 1553
    Original tweet size in JSON 2759 Msgpack = 1895 Gzip + Json = 1131 Gzip + Msgpack = 1187 LZ4 + Json = 1750 LZ4 + Msgpack = 1454
    Original tweet size in JSON 2062 Msgpack = 1663 Gzip + Json = 0840 Gzip + Msgpack = 0894 LZ4 + Json = 1205 LZ4 + Msgpack = 1132
    Original tweet size in JSON 2000 Msgpack = 1602 Gzip + Json = 0827 Gzip + Msgpack = 0885 LZ4 + Json = 1204 LZ4 + Msgpack = 1126
    Original tweet size in JSON 2066 Msgpack = 1673 Gzip + Json = 0865 Gzip + Msgpack = 0924 LZ4 + Json = 1263 LZ4 + Msgpack = 1186
    Original tweet size in JSON 2562 Msgpack = 1872 Gzip + Json = 1057 Gzip + Msgpack = 1124 LZ4 + Json = 1574 LZ4 + Msgpack = 1353
    Original tweet size in JSON 3375 Msgpack = 2231 Gzip + Json = 1326 Gzip + Msgpack = 1373 LZ4 + Json = 2100 LZ4 + Msgpack = 1710
    Original tweet size in JSON 2523 Msgpack = 1873 Gzip + Json = 0996 Gzip + Msgpack = 1060 LZ4 + Json = 1507 LZ4 + Msgpack = 1330
    Original tweet size in JSON 2242 Msgpack = 1831 Gzip + Json = 0977 Gzip + Msgpack = 1037 LZ4 + Json = 1402 LZ4 + Msgpack = 1324
    Original tweet size in JSON 2105 Msgpack = 1711 Gzip + Json = 0916 Gzip + Msgpack = 0975 LZ4 + Json = 1315 LZ4 + Msgpack = 1238
    Original tweet size in JSON 1941 Msgpack = 1546 Gzip + Json = 0803 Gzip + Msgpack = 0869 LZ4 + Json = 1184 LZ4 + Msgpack = 1119
    Original tweet size in JSON 1949 Msgpack = 1556 Gzip + Json = 0788 Gzip + Msgpack = 0844 LZ4 + Json = 1166 LZ4 + Msgpack = 1086
    Original tweet size in JSON 2385 Msgpack = 1697 Gzip + Json = 0932 Gzip + Msgpack = 1001 LZ4 + Json = 1446 LZ4 + Msgpack = 1230
    Original tweet size in JSON 2044 Msgpack = 1581 Gzip + Json = 0861 Gzip + Msgpack = 0912 LZ4 + Json = 1268 LZ4 + Msgpack = 1150
    Original tweet size in JSON 2074 Msgpack = 1666 Gzip + Json = 0876 Gzip + Msgpack = 0940 LZ4 + Json = 1259 LZ4 + Msgpack = 1177
    Original tweet size in JSON 2207 Msgpack = 1759 Gzip + Json = 0939 Gzip + Msgpack = 0997 LZ4 + Json = 1366 LZ4 + Msgpack = 1246
    Original tweet size in JSON 2542 Msgpack = 1907 Gzip + Json = 1038 Gzip + Msgpack = 1111 LZ4 + Json = 1537 LZ4 + Msgpack = 1359
    Original tweet size in JSON 2140 Msgpack = 1748 Gzip + Json = 0908 Gzip + Msgpack = 0962 LZ4 + Json = 1345 LZ4 + Msgpack = 1267
    Original tweet size in JSON 1848 Msgpack = 1454 Gzip + Json = 0753 Gzip + Msgpack = 0806 LZ4 + Json = 1132 LZ4 + Msgpack = 1052
    Original tweet size in JSON 2752 Msgpack = 1918 Gzip + Json = 1126 Gzip + Msgpack = 1194 LZ4 + Json = 1730 LZ4 + Msgpack = 1440
    Original tweet size in JSON 1974 Msgpack = 1564 Gzip + Json = 0800 Gzip + Msgpack = 0853 LZ4 + Json = 1182 LZ4 + Msgpack = 1100
    Original tweet size in JSON 2055 Msgpack = 1658 Gzip + Json = 0877 Gzip + Msgpack = 0935 LZ4 + Json = 1263 LZ4 + Msgpack = 1193
    Original tweet size in JSON 2633 Msgpack = 1821 Gzip + Json = 1056 Gzip + Msgpack = 1109 LZ4 + Json = 1614 LZ4 + Msgpack = 1337
    Original tweet size in JSON 2012 Msgpack = 1607 Gzip + Json = 0821 Gzip + Msgpack = 0874 LZ4 + Json = 1223 LZ4 + Msgpack = 1141
    Original tweet size in JSON 2153 Msgpack = 1592 Gzip + Json = 0903 Gzip + Msgpack = 0962 LZ4 + Json = 1351 LZ4 + Msgpack = 1171
    Original tweet size in JSON 2164 Msgpack = 1766 Gzip + Json = 0922 Gzip + Msgpack = 0982 LZ4 + Json = 1343 LZ4 + Msgpack = 1265
    Original tweet size in JSON 2122 Msgpack = 1703 Gzip + Json = 0882 Gzip + Msgpack = 0932 LZ4 + Json = 1284 LZ4 + Msgpack = 1191
    Original tweet size in JSON 1905 Msgpack = 1502 Gzip + Json = 0799 Gzip + Msgpack = 0851 LZ4 + Json = 1164 LZ4 + Msgpack = 1074
    Original tweet size in JSON 2133 Msgpack = 1716 Gzip + Json = 0951 Gzip + Msgpack = 1010 LZ4 + Json = 1396 LZ4 + Msgpack = 1296
    Original tweet size in JSON 2230 Msgpack = 1802 Gzip + Json = 0980 Gzip + Msgpack = 1040 LZ4 + Json = 1412 LZ4 + Msgpack = 1309
    Original tweet size in JSON 2607 Msgpack = 1864 Gzip + Json = 1067 Gzip + Msgpack = 1145 LZ4 + Json = 1629 LZ4 + Msgpack = 1387
    Original tweet size in JSON 1990 Msgpack = 1568 Gzip + Json = 0799 Gzip + Msgpack = 0864 LZ4 + Json = 1164 LZ4 + Msgpack = 1082
    Original tweet size in JSON 2093 Msgpack = 1676 Gzip + Json = 0837 Gzip + Msgpack = 0894 LZ4 + Json = 1227 LZ4 + Msgpack = 1147
    Original tweet size in JSON 1869 Msgpack = 1457 Gzip + Json = 0748 Gzip + Msgpack = 0797 LZ4 + Json = 1087 LZ4 + Msgpack = 0999
    Original tweet size in JSON 2153 Msgpack = 1746 Gzip + Json = 0948 Gzip + Msgpack = 1005 LZ4 + Json = 1373 LZ4 + Msgpack = 1286
    Original tweet size in JSON 2047 Msgpack = 1628 Gzip + Json = 0848 Gzip + Msgpack = 0899 LZ4 + Json = 1270 LZ4 + Msgpack = 1183
    Original tweet size in JSON 2057 Msgpack = 1629 Gzip + Json = 0854 Gzip + Msgpack = 0917 LZ4 + Json = 1273 LZ4 + Msgpack = 1190
    Original tweet size in JSON 2149 Msgpack = 1741 Gzip + Json = 0969 Gzip + Msgpack = 1029 LZ4 + Json = 1399 LZ4 + Msgpack = 1307
    Original tweet size in JSON 2121 Msgpack = 1711 Gzip + Json = 0908 Gzip + Msgpack = 0953 LZ4 + Json = 1320 LZ4 + Msgpack = 1222
    Original tweet size in JSON 1975 Msgpack = 1578 Gzip + Json = 0805 Gzip + Msgpack = 0858 LZ4 + Json = 1187 LZ4 + Msgpack = 1107
    Original tweet size in JSON 2119 Msgpack = 1720 Gzip + Json = 0925 Gzip + Msgpack = 0981 LZ4 + Json = 1325 LZ4 + Msgpack = 1244
    Original tweet size in JSON 1888 Msgpack = 1486 Gzip + Json = 0784 Gzip + Msgpack = 0843 LZ4 + Json = 1141 LZ4 + Msgpack = 1067
    Original tweet size in JSON 2471 Msgpack = 1755 Gzip + Json = 0973 Gzip + Msgpack = 1040 LZ4 + Json = 1481 LZ4 + Msgpack = 1273
    Original tweet size in JSON 1916 Msgpack = 1518 Gzip + Json = 0764 Gzip + Msgpack = 0815 LZ4 + Json = 1127 LZ4 + Msgpack = 1046
    Original tweet size in JSON 2097 Msgpack = 1689 Gzip + Json = 0879 Gzip + Msgpack = 0942 LZ4 + Json = 1316 LZ4 + Msgpack = 1238
    Original tweet size in JSON 1866 Msgpack = 1468 Gzip + Json = 0720 Gzip + Msgpack = 0773 LZ4 + Json = 1071 LZ4 + Msgpack = 0999
    Original tweet size in JSON 2302 Msgpack = 1790 Gzip + Json = 0929 Gzip + Msgpack = 0996 LZ4 + Json = 1367 LZ4 + Msgpack = 1258
    Original tweet size in JSON 1826 Msgpack = 1417 Gzip + Json = 0716 Gzip + Msgpack = 0761 LZ4 + Json = 1067 LZ4 + Msgpack = 0981
    Original tweet size in JSON 2202 Msgpack = 1717 Gzip + Json = 0906 Gzip + Msgpack = 0951 LZ4 + Json = 1335 LZ4 + Msgpack = 1229
    Original tweet size in JSON 2102 Msgpack = 1690 Gzip + Json = 0887 Gzip + Msgpack = 0941 LZ4 + Json = 1307 LZ4 + Msgpack = 1217
    Original tweet size in JSON 2123 Msgpack = 1722 Gzip + Json = 0888 Gzip + Msgpack = 0951 LZ4 + Json = 1303 LZ4 + Msgpack = 1216
    Original tweet size in JSON 1972 Msgpack = 1565 Gzip + Json = 0813 Gzip + Msgpack = 0865 LZ4 + Json = 1211 LZ4 + Msgpack = 1124
    Original tweet size in JSON 2547 Msgpack = 2075 Gzip + Json = 1131 Gzip + Msgpack = 1203 LZ4 + Json = 1628 LZ4 + Msgpack = 1522
    Original tweet size in JSON 2177 Msgpack = 1737 Gzip + Json = 0913 Gzip + Msgpack = 0967 LZ4 + Json = 1331 LZ4 + Msgpack = 1230
    Original tweet size in JSON 1857 Msgpack = 1450 Gzip + Json = 0705 Gzip + Msgpack = 0755 LZ4 + Json = 1043 LZ4 + Msgpack = 0979
    Original tweet size in JSON 2109 Msgpack = 1707 Gzip + Json = 0882 Gzip + Msgpack = 0948 LZ4 + Json = 1286 LZ4 + Msgpack = 1208
    Original tweet size in JSON 2118 Msgpack = 1692 Gzip + Json = 0904 Gzip + Msgpack = 0960 LZ4 + Json = 1311 LZ4 + Msgpack = 1229
    Original tweet size in JSON 1940 Msgpack = 1540 Gzip + Json = 0788 Gzip + Msgpack = 0852 LZ4 + Json = 1162 LZ4 + Msgpack = 1091
    Original tweet size in JSON 2102 Msgpack = 1696 Gzip + Json = 0913 Gzip + Msgpack = 0970 LZ4 + Json = 1298 LZ4 + Msgpack = 1220
    Original tweet size in JSON 2030 Msgpack = 1637 Gzip + Json = 0857 Gzip + Msgpack = 0910 LZ4 + Json = 1270 LZ4 + Msgpack = 1174
    Original tweet size in JSON 2816 Msgpack = 1937 Gzip + Json = 1042 Gzip + Msgpack = 1097 LZ4 + Json = 1590 LZ4 + Msgpack = 1345
    Original tweet size in JSON 2015 Msgpack = 1617 Gzip + Json = 0827 Gzip + Msgpack = 0884 LZ4 + Json = 1238 LZ4 + Msgpack = 1152
    Original tweet size in JSON 2207 Msgpack = 1656 Gzip + Json = 0898 Gzip + Msgpack = 0965 LZ4 + Json = 1341 LZ4 + Msgpack = 1175
    Original tweet size in JSON 1850 Msgpack = 1436 Gzip + Json = 0698 Gzip + Msgpack = 0747 LZ4 + Json = 1037 LZ4 + Msgpack = 0963
    Original tweet size in JSON 3451 Msgpack = 2049 Gzip + Json = 1090 Gzip + Msgpack = 1122 LZ4 + Json = 1813 LZ4 + Msgpack = 1458
    Original tweet size in JSON 2812 Msgpack = 1876 Gzip + Json = 1108 Gzip + Msgpack = 1158 LZ4 + Json = 1730 LZ4 + Msgpack = 1401
    Original tweet size in JSON 2919 Msgpack = 1928 Gzip + Json = 0984 Gzip + Msgpack = 1026 LZ4 + Json = 1557 LZ4 + Msgpack = 1320
    Original tweet size in JSON 1904 Msgpack = 1447 Gzip + Json = 0764 Gzip + Msgpack = 0822 LZ4 + Json = 1135 LZ4 + Msgpack = 1032
    Original tweet size in JSON 1935 Msgpack = 1530 Gzip + Json = 0779 Gzip + Msgpack = 0834 LZ4 + Json = 1150 LZ4 + Msgpack = 1071
    Original tweet size in JSON 1950 Msgpack = 1553 Gzip + Json = 0825 Gzip + Msgpack = 0871 LZ4 + Json = 1221 LZ4 + Msgpack = 1137
    Original tweet size in JSON 2043 Msgpack = 1637 Gzip + Json = 0860 Gzip + Msgpack = 0911 LZ4 + Json = 1245 LZ4 + Msgpack = 1153
    Original tweet size in JSON 1965 Msgpack = 1570 Gzip + Json = 0820 Gzip + Msgpack = 0877 LZ4 + Json = 1188 LZ4 + Msgpack = 1109
    Original tweet size in JSON 2086 Msgpack = 1680 Gzip + Json = 0866 Gzip + Msgpack = 0924 LZ4 + Json = 1263 LZ4 + Msgpack = 1185
    Original tweet size in JSON 2226 Msgpack = 1498 Gzip + Json = 0764 Gzip + Msgpack = 0816 LZ4 + Json = 1200 LZ4 + Msgpack = 1031
    Original tweet size in JSON 2257 Msgpack = 1838 Gzip + Json = 0961 Gzip + Msgpack = 1005 LZ4 + Json = 1399 LZ4 + Msgpack = 1299
    Original tweet size in JSON 2090 Msgpack = 1686 Gzip + Json = 0868 Gzip + Msgpack = 0914 LZ4 + Json = 1272 LZ4 + Msgpack = 1177
    Original tweet size in JSON 2103 Msgpack = 1690 Gzip + Json = 0891 Gzip + Msgpack = 0946 LZ4 + Json = 1300 LZ4 + Msgpack = 1213
    Original tweet size in JSON 1946 Msgpack = 1534 Gzip + Json = 0819 Gzip + Msgpack = 0866 LZ4 + Json = 1217 LZ4 + Msgpack = 1119
    Original tweet size in JSON 2019 Msgpack = 1603 Gzip + Json = 0823 Gzip + Msgpack = 0872 LZ4 + Json = 1223 LZ4 + Msgpack = 1140
    Original tweet size in JSON 2519 Msgpack = 1791 Gzip + Json = 1051 Gzip + Msgpack = 1110 LZ4 + Json = 1616 LZ4 + Msgpack = 1353
    Original tweet size in JSON 2455 Msgpack = 1751 Gzip + Json = 1032 Gzip + Msgpack = 1089 LZ4 + Json = 1548 LZ4 + Msgpack = 1306
    Original tweet size in JSON 2096 Msgpack = 1704 Gzip + Json = 0883 Gzip + Msgpack = 0943 LZ4 + Json = 1302 LZ4 + Msgpack = 1228
    Original tweet size in JSON 2062 Msgpack = 1659 Gzip + Json = 0865 Gzip + Msgpack = 0927 LZ4 + Json = 1258 LZ4 + Msgpack = 1186
    Original tweet size in JSON 2007 Msgpack = 1607 Gzip + Json = 0832 Gzip + Msgpack = 0879 LZ4 + Json = 1244 LZ4 + Msgpack = 1157
    Original tweet size in JSON 1931 Msgpack = 1517 Gzip + Json = 0805 Gzip + Msgpack = 0857 LZ4 + Json = 1207 LZ4 + Msgpack = 1112
    Original tweet size in JSON 2508 Msgpack = 1767 Gzip + Json = 0990 Gzip + Msgpack = 1049 LZ4 + Json = 1510 LZ4 + Msgpack = 1287
    Original tweet size in JSON 2104 Msgpack = 1701 Gzip + Json = 0891 Gzip + Msgpack = 0936 LZ4 + Json = 1295 LZ4 + Msgpack = 1208
    Original tweet size in JSON 2814 Msgpack = 1986 Gzip + Json = 1055 Gzip + Msgpack = 1111 LZ4 + Json = 1652 LZ4 + Msgpack = 1434
    Original tweet size in JSON 2103 Msgpack = 1636 Gzip + Json = 0853 Gzip + Msgpack = 0926 LZ4 + Json = 1274 LZ4 + Msgpack = 1168
    Original tweet size in JSON 2051 Msgpack = 1647 Gzip + Json = 0855 Gzip + Msgpack = 0906 LZ4 + Json = 1254 LZ4 + Msgpack = 1171
    Original tweet size in JSON 1885 Msgpack = 1491 Gzip + Json = 0757 Gzip + Msgpack = 0810 LZ4 + Json = 1127 LZ4 + Msgpack = 1042
    Original tweet size in JSON 1988 Msgpack = 1591 Gzip + Json = 0815 Gzip + Msgpack = 0872 LZ4 + Json = 1188 LZ4 + Msgpack = 1111
    Original tweet size in JSON 2055 Msgpack = 1648 Gzip + Json = 0866 Gzip + Msgpack = 0918 LZ4 + Json = 1261 LZ4 + Msgpack = 1187
    Original tweet size in JSON 2114 Msgpack = 1717 Gzip + Json = 0905 Gzip + Msgpack = 0965 LZ4 + Json = 1314 LZ4 + Msgpack = 1240
    Original tweet size in JSON 2078 Msgpack = 1623 Gzip + Json = 0878 Gzip + Msgpack = 0927 LZ4 + Json = 1254 LZ4 + Msgpack = 1153
    Original tweet size in JSON 2547 Msgpack = 2075 Gzip + Json = 1131 Gzip + Msgpack = 1203 LZ4 + Json = 1628 LZ4 + Msgpack = 1522
    Original tweet size in JSON 2177 Msgpack = 1737 Gzip + Json = 0913 Gzip + Msgpack = 0967 LZ4 + Json = 1331 LZ4 + Msgpack = 1230
    Original tweet size in JSON 1857 Msgpack = 1450 Gzip + Json = 0705 Gzip + Msgpack = 0755 LZ4 + Json = 1043 LZ4 + Msgpack = 0979
    Original tweet size in JSON 2109 Msgpack = 1707 Gzip + Json = 0882 Gzip + Msgpack = 0948 LZ4 + Json = 1286 LZ4 + Msgpack = 1208
    Original tweet size in JSON 2118 Msgpack = 1692 Gzip + Json = 0904 Gzip + Msgpack = 0960 LZ4 + Json = 1311 LZ4 + Msgpack = 1229
    Original tweet size in JSON 1940 Msgpack = 1540 Gzip + Json = 0788 Gzip + Msgpack = 0852 LZ4 + Json = 1162 LZ4 + Msgpack = 1091
    Original tweet size in JSON 2102 Msgpack = 1696 Gzip + Json = 0913 Gzip + Msgpack = 0970 LZ4 + Json = 1298 LZ4 + Msgpack = 1220
    Original tweet size in JSON 2030 Msgpack = 1637 Gzip + Json = 0857 Gzip + Msgpack = 0910 LZ4 + Json = 1270 LZ4 + Msgpack = 1174
    Original tweet size in JSON 2816 Msgpack = 1937 Gzip + Json = 1042 Gzip + Msgpack = 1097 LZ4 + Json = 1590 LZ4 + Msgpack = 1345
    Original tweet size in JSON 2015 Msgpack = 1617 Gzip + Json = 0827 Gzip + Msgpack = 0884 LZ4 + Json = 1238 LZ4 + Msgpack = 1152
    Original tweet size in JSON 2207 Msgpack = 1656 Gzip + Json = 0898 Gzip + Msgpack = 0965 LZ4 + Json = 1341 LZ4 + Msgpack = 1175
    Original tweet size in JSON 1850 Msgpack = 1436 Gzip + Json = 0698 Gzip + Msgpack = 0747 LZ4 + Json = 1037 LZ4 + Msgpack = 0963
    Original tweet size in JSON 3451 Msgpack = 2049 Gzip + Json = 1090 Gzip + Msgpack = 1122 LZ4 + Json = 1813 LZ4 + Msgpack = 1458
    Original tweet size in JSON 2812 Msgpack = 1876 Gzip + Json = 1108 Gzip + Msgpack = 1158 LZ4 + Json = 1730 LZ4 + Msgpack = 1401
    Original tweet size in JSON 2919 Msgpack = 1928 Gzip + Json = 0984 Gzip + Msgpack = 1026 LZ4 + Json = 1557 LZ4 + Msgpack = 1320
    Original tweet size in JSON 1904 Msgpack = 1447 Gzip + Json = 0764 Gzip + Msgpack = 0822 LZ4 + Json = 1135 LZ4 + Msgpack = 1032
    Original tweet size in JSON 1935 Msgpack = 1530 Gzip + Json = 0779 Gzip + Msgpack = 0834 LZ4 + Json = 1150 LZ4 + Msgpack = 1071
    Original tweet size in JSON 1963 Msgpack = 1522 Gzip + Json = 0809 Gzip + Msgpack = 0861 LZ4 + Json = 1195 LZ4 + Msgpack = 1075
    Original tweet size in JSON 2215 Msgpack = 1605 Gzip + Json = 0903 Gzip + Msgpack = 0962 LZ4 + Json = 1379 LZ4 + Msgpack = 1181
    Original tweet size in JSON 2143 Msgpack = 1687 Gzip + Json = 0930 Gzip + Msgpack = 0987 LZ4 + Json = 1372 LZ4 + Msgpack = 1256
    Original tweet size in JSON 1974 Msgpack = 1564 Gzip + Json = 0827 Gzip + Msgpack = 0875 LZ4 + Json = 1227 LZ4 + Msgpack = 1131
    Original tweet size in JSON 2095 Msgpack = 1671 Gzip + Json = 0890 Gzip + Msgpack = 0943 LZ4 + Json = 1302 LZ4 + Msgpack = 1213
    Original tweet size in JSON 2543 Msgpack = 1713 Gzip + Json = 0957 Gzip + Msgpack = 1005 LZ4 + Json = 1492 LZ4 + Msgpack = 1265
    Original tweet size in JSON 2232 Msgpack = 1805 Gzip + Json = 0970 Gzip + Msgpack = 1025 LZ4 + Json = 1417 LZ4 + Msgpack = 1308
    Original tweet size in JSON 2429 Msgpack = 1720 Gzip + Json = 0958 Gzip + Msgpack = 1024 LZ4 + Json = 1479 LZ4 + Msgpack = 1257
    Original tweet size in JSON 2481 Msgpack = 1735 Gzip + Json = 0997 Gzip + Msgpack = 1061 LZ4 + Json = 1526 LZ4 + Msgpack = 1282
    Original tweet size in JSON 2123 Msgpack = 1718 Gzip + Json = 0905 Gzip + Msgpack = 0965 LZ4 + Json = 1325 LZ4 + Msgpack = 1238
    Original tweet size in JSON 2446 Msgpack = 1759 Gzip + Json = 0987 Gzip + Msgpack = 1031 LZ4 + Json = 1480 LZ4 + Msgpack = 1289
    Original tweet size in JSON 1961 Msgpack = 1555 Gzip + Json = 0814 Gzip + Msgpack = 0867 LZ4 + Json = 1226 LZ4 + Msgpack = 1130
    Original tweet size in JSON 2115 Msgpack = 1708 Gzip + Json = 0879 Gzip + Msgpack = 0935 LZ4 + Json = 1285 LZ4 + Msgpack = 1197
    Original tweet size in JSON 1987 Msgpack = 1583 Gzip + Json = 0824 Gzip + Msgpack = 0876 LZ4 + Json = 1240 LZ4 + Msgpack = 1141
    Original tweet size in JSON 1905 Msgpack = 1498 Gzip + Json = 0779 Gzip + Msgpack = 0831 LZ4 + Json = 1165 LZ4 + Msgpack = 1071
    Original tweet size in JSON 2041 Msgpack = 1625 Gzip + Json = 0856 Gzip + Msgpack = 0907 LZ4 + Json = 1240 LZ4 + Msgpack = 1154
    Original tweet size in JSON 2326 Msgpack = 1659 Gzip + Json = 0956 Gzip + Msgpack = 1012 LZ4 + Json = 1458 LZ4 + Msgpack = 1229
    Original tweet size in JSON 2979 Msgpack = 2026 Gzip + Json = 1103 Gzip + Msgpack = 1168 LZ4 + Json = 1744 LZ4 + Msgpack = 1452
    Original tweet size in JSON 2113 Msgpack = 1717 Gzip + Json = 0897 Gzip + Msgpack = 0967 LZ4 + Json = 1318 LZ4 + Msgpack = 1242
    Original tweet size in JSON 2172 Msgpack = 1585 Gzip + Json = 0900 Gzip + Msgpack = 0954 LZ4 + Json = 1348 LZ4 + Msgpack = 1165
    -----------------------------
    JSON 000434409 byte(s)
    MsgPack 000333941 byte(s)
    GZip+MsgPack 000189057 byte(s)
    GZip+JSON 000177976 byte(s)
    LZ4+MsgPack 000239656 byte(s)
    LZ4+JSON 000264572 byte(s)
    2 changes: 1 addition & 1 deletion tweet_compress.py
    View file
    Original file line number Diff line number Diff line change
    @@ -5,7 +5,7 @@
    import msgpack

    def compress_gzip(data):
    return zlib.compress(data, 9)
    return zlib.compress(data)

    def compress_lz4(data):
    return lz4.dumps(data)
  7. @maxpert maxpert created this gist Jul 15, 2012.
    32 changes: 32 additions & 0 deletions results.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,32 @@
    Original tweet size in JSON 2949 Msgpack = 2025 Gzip + Json = 1101 Gzip + Msgpack = 1157 LZ4 + Json = 1719 LZ4 + Msgpack = 1426
    Original tweet size in JSON 1994 Msgpack = 1589 Gzip + Json = 0829 Gzip + Msgpack = 0884 LZ4 + Json = 1198 LZ4 + Msgpack = 1120
    Original tweet size in JSON 1968 Msgpack = 1549 Gzip + Json = 0803 Gzip + Msgpack = 0855 LZ4 + Json = 1179 LZ4 + Msgpack = 1084
    Original tweet size in JSON 1894 Msgpack = 1492 Gzip + Json = 0759 Gzip + Msgpack = 0811 LZ4 + Json = 1118 LZ4 + Msgpack = 1034
    Original tweet size in JSON 2051 Msgpack = 1649 Gzip + Json = 0882 Gzip + Msgpack = 0937 LZ4 + Json = 1285 LZ4 + Msgpack = 1203
    Original tweet size in JSON 1933 Msgpack = 1520 Gzip + Json = 0780 Gzip + Msgpack = 0837 LZ4 + Json = 1161 LZ4 + Msgpack = 1076
    Original tweet size in JSON 1980 Msgpack = 1585 Gzip + Json = 0853 Gzip + Msgpack = 0907 LZ4 + Json = 1230 LZ4 + Msgpack = 1163
    Original tweet size in JSON 2010 Msgpack = 1601 Gzip + Json = 0846 Gzip + Msgpack = 0902 LZ4 + Json = 1240 LZ4 + Msgpack = 1151
    Original tweet size in JSON 2711 Msgpack = 1863 Gzip + Json = 1076 Gzip + Msgpack = 1129 LZ4 + Json = 1677 LZ4 + Msgpack = 1360
    Original tweet size in JSON 2152 Msgpack = 1759 Gzip + Json = 0910 Gzip + Msgpack = 0966 LZ4 + Json = 1329 LZ4 + Msgpack = 1254
    Original tweet size in JSON 2189 Msgpack = 1748 Gzip + Json = 0902 Gzip + Msgpack = 0958 LZ4 + Json = 1349 LZ4 + Msgpack = 1246
    Original tweet size in JSON 2355 Msgpack = 1703 Gzip + Json = 0950 Gzip + Msgpack = 1014 LZ4 + Json = 1446 LZ4 + Msgpack = 1246
    Original tweet size in JSON 2573 Msgpack = 1795 Gzip + Json = 1043 Gzip + Msgpack = 1107 LZ4 + Json = 1617 LZ4 + Msgpack = 1341
    Original tweet size in JSON 1966 Msgpack = 1558 Gzip + Json = 0818 Gzip + Msgpack = 0870 LZ4 + Json = 1206 LZ4 + Msgpack = 1123
    Original tweet size in JSON 2247 Msgpack = 1628 Gzip + Json = 0901 Gzip + Msgpack = 0962 LZ4 + Json = 1376 LZ4 + Msgpack = 1180
    Original tweet size in JSON 2020 Msgpack = 1520 Gzip + Json = 0832 Gzip + Msgpack = 0897 LZ4 + Json = 1242 LZ4 + Msgpack = 1095
    Original tweet size in JSON 2097 Msgpack = 1569 Gzip + Json = 0832 Gzip + Msgpack = 0896 LZ4 + Json = 1259 LZ4 + Msgpack = 1111
    Original tweet size in JSON 1784 Msgpack = 1390 Gzip + Json = 0707 Gzip + Msgpack = 0758 LZ4 + Json = 1064 LZ4 + Msgpack = 0990
    Original tweet size in JSON 2101 Msgpack = 1695 Gzip + Json = 0873 Gzip + Msgpack = 0932 LZ4 + Json = 1289 LZ4 + Msgpack = 1212
    Original tweet size in JSON 1981 Msgpack = 1559 Gzip + Json = 0781 Gzip + Msgpack = 0830 LZ4 + Json = 1167 LZ4 + Msgpack = 1073
    Original tweet size in JSON 1967 Msgpack = 1573 Gzip + Json = 0844 Gzip + Msgpack = 0894 LZ4 + Json = 1240 LZ4 + Msgpack = 1162
    Original tweet size in JSON 1894 Msgpack = 1501 Gzip + Json = 0767 Gzip + Msgpack = 0829 LZ4 + Json = 1129 LZ4 + Msgpack = 1053
    Original tweet size in JSON 1968 Msgpack = 1563 Gzip + Json = 0795 Gzip + Msgpack = 0856 LZ4 + Json = 1191 LZ4 + Msgpack = 1119
    Original tweet size in JSON 2046 Msgpack = 1622 Gzip + Json = 0860 Gzip + Msgpack = 0905 LZ4 + Json = 1253 LZ4 + Msgpack = 1147
    Original tweet size in JSON 2135 Msgpack = 1723 Gzip + Json = 0876 Gzip + Msgpack = 0934 LZ4 + Json = 1291 LZ4 + Msgpack = 1211
    Original tweet size in JSON 2023 Msgpack = 1607 Gzip + Json = 0868 Gzip + Msgpack = 0919 LZ4 + Json = 1289 LZ4 + Msgpack = 1189
    Original tweet size in JSON 1826 Msgpack = 1435 Gzip + Json = 0697 Gzip + Msgpack = 0758 LZ4 + Json = 1049 LZ4 + Msgpack = 0982
    Original tweet size in JSON 2300 Msgpack = 1663 Gzip + Json = 0941 Gzip + Msgpack = 1000 LZ4 + Json = 1423 LZ4 + Msgpack = 1224
    Original tweet size in JSON 2140 Msgpack = 1571 Gzip + Json = 0831 Gzip + Msgpack = 0891 LZ4 + Json = 1252 LZ4 + Msgpack = 1084
    Original tweet size in JSON 1845 Msgpack = 1449 Gzip + Json = 0790 Gzip + Msgpack = 0843 LZ4 + Json = 1137 LZ4 + Msgpack = 1057
    Original tweet size in JSON 1931 Msgpack = 1540 Gzip + Json = 0797 Gzip + Msgpack = 0855 LZ4 + Json = 1145 LZ4 + Msgpack = 1082
    Original tweet size in JSON 1894 Msgpack = 1477 Gzip + Json = 0755 Gzip + Msgpack = 0807 LZ4 + Json = 1118 LZ4 + Msgpack = 1034
    59 changes: 59 additions & 0 deletions tweet_compress.py
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,59 @@
    from twitter import Twitter
    import json
    import zlib
    import lz4
    import msgpack

    def compress_gzip(data):
    return zlib.compress(data, 9)

    def compress_lz4(data):
    return lz4.dumps(data)

    class CompJSONDB(object):
    size = 0
    def save(self, dct, compressor):
    compressed = compressor(json.dumps(dct))
    self.size = self.size + len(compressed)
    return len(compressed)

    class MsgPackDB(object):
    size = 0
    def save(self, dct):
    l = len(msgpack.packb(dct))
    self.size = self.size + l
    return l

    class CompMsgPackDB(object):
    size = 0
    def save(self, dct, compressor):
    l = len(compressor(msgpack.packb(dct)))
    self.size = self.size + l
    return l


    twitter = Twitter()
    msgpackdb = MsgPackDB()
    gzMsgpackdb = CompMsgPackDB()
    gzJsondb = CompJSONDB()
    lzMsgpackdb = CompMsgPackDB()
    lzJsondb = CompJSONDB()
    total = 0

    for i in range(0, 10):
    for tweet in twitter.statuses.public_timeline():
    total = total + (len(json.dumps(tweet)))
    print "Original tweet size in JSON %04d" % (len(json.dumps(tweet))) ,
    print "Msgpack = %04d" % (msgpackdb.save(tweet)) ,
    print "Gzip + Json = %04d" % (gzJsondb.save(tweet, compress_gzip)) ,
    print "Gzip + Msgpack = %04d" % (gzMsgpackdb.save(tweet, compress_gzip)) ,
    print "LZ4 + Json = %04d" % (lzJsondb.save(tweet, compress_lz4)) ,
    print "LZ4 + Msgpack = %04d" % (lzMsgpackdb.save(tweet, compress_lz4))

    print "-----------------------------"
    print "JSON %09d byte(s)" % total
    print "MsgPack %09d byte(s)" % msgpackdb.size
    print "GZip+MsgPack %09d byte(s)" % gzMsgpackdb.size
    print "GZip+JSON %09d byte(s)" % gzJsondb.size
    print "LZ4+MsgPack %09d byte(s)" % lzMsgpackdb.size
    print "LZ4+JSON %09d byte(s)" % lzJsondb.size