Skip to content

Instantly share code, notes, and snippets.

@dreikanter

dreikanter/gzip-demo.py

Created May 30, 2012 10:01
Show Gist options
  • Save dreikanter/2835292 to your computer and use it in GitHub Desktop.
Save dreikanter/2835292 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. dreikanter revised this gist May 30, 2012. 1 changed file with 8 additions and 4 deletions.
    12 changes: 8 additions & 4 deletions gzip-demo.py
    View file
    Original file line number Diff line number Diff line change
    @@ -1,4 +1,4 @@
    # Python gzip demo: create and unpack an archive
    # Python gzip demo: create and unpack archive

    import os
    import random
    @@ -10,7 +10,8 @@


    def get_random_word(length):
    return "".join([random.choice(string.letters + string.digits) for i in xrange(length)])
    return "".join([random.choice(string.letters + string.digits)
    for i in xrange(length)])


    def get_random_text(length):
    @@ -65,7 +66,9 @@ def okay():
    create_dir(dest_dir)
    tar = tarfile.open(archive_name, "r:gz")
    for tarinfo in tar:
    print " Extracting %s (size: %db; type: %s)..." % (tarinfo.name, tarinfo.size, "regular file" if tarinfo.isreg() else "directory" if tarinfo.isdir() else "something else")
    print " Extracting %s (size: %db; type: %s)..." % (tarinfo.name,
    tarinfo.size, "regular file" if tarinfo.isreg() else "directory"
    if tarinfo.isdir() else "something else")
    tar.extract(tarinfo, dest_dir)
    tar.close()
    okay()
    @@ -76,4 +79,5 @@ def okay():
    print("Different: [%s]" % ", ".join(dc.diff_files))
    print("Funny: [%s]" % ", ".join(dc.funny_files))

    print("Test passed." if len(dc.diff_files) == 0 and len(dc.funny_files) == 0 else "Test failed.")
    print("Test passed." if len(dc.diff_files) == 0
    and len(dc.funny_files) == 0 else "Test failed.")
  2. dreikanter created this gist May 30, 2012.
    79 changes: 79 additions & 0 deletions gzip-demo.py
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,79 @@
    # Python gzip demo: create and unpack an archive

    import os
    import random
    import string
    import glob
    import tarfile
    import shutil
    import filecmp


    def get_random_word(length):
    return "".join([random.choice(string.letters + string.digits) for i in xrange(length)])


    def get_random_text(length):
    total_length = 0
    words = []

    while total_length < length:
    words.append(get_random_word(random.randint(2, 15)))
    total_length = total_length + len(words[-1]) + 1

    return " ".join(words)[:length]


    def create_dir(path):
    if not os.path.exists(path):
    os.makedirs(path)


    def create_source_files(source_path, size):
    shutil.rmtree(source_dir)
    create_dir(source_path)
    for i in range(10):
    f = file(os.path.join(source_dir, str(i) + ".txt"), "wt")
    f.write(get_random_text(size))
    f.close()


    def okay():
    print("Done.\n")


    source_dir = "./source"
    dest_dir = "./unpacked"
    source_file_size = 65536
    archive_name = "archive.tar.gz"


    print("Creating source file with random text...")
    create_source_files(source_dir, source_file_size)
    okay()

    print("Compressing files to %s..." % archive_name)
    tar = tarfile.open(archive_name, "w:gz")
    for file_name in glob.glob(os.path.join(source_dir, "*")):
    print(" Adding %s..." % file_name)
    tar.add(file_name, os.path.basename(file_name))
    tar.close()
    okay()

    print("Decompressing files to %s..." % dest_dir)
    shutil.rmtree(dest_dir)
    create_dir(dest_dir)
    tar = tarfile.open(archive_name, "r:gz")
    for tarinfo in tar:
    print " Extracting %s (size: %db; type: %s)..." % (tarinfo.name, tarinfo.size, "regular file" if tarinfo.isreg() else "directory" if tarinfo.isdir() else "something else")
    tar.extract(tarinfo, dest_dir)
    tar.close()
    okay()

    print("Comparing source and result...")
    dc = filecmp.dircmp(source_dir, dest_dir)
    print("Same: [%s]" % ", ".join(dc.same_files))
    print("Different: [%s]" % ", ".join(dc.diff_files))
    print("Funny: [%s]" % ", ".join(dc.funny_files))

    print("Test passed." if len(dc.diff_files) == 0 and len(dc.funny_files) == 0 else "Test failed.")