Breaking News: Grepper is joining You.com. Read the official announcement!

pickle compression

Lucky Llama answered on October 24, 2022 Popularity 4/10 Helpfulness 1/10

answer pickle compression

pickle compression

Comment

'''
   Pickle and unpickle with/without compression
'''


import pickle
import bz2
import sys

class PickleDB:
    def __init__(self):
        print("Use Pickle as DB...")


    def write_data(self, data_struct, filename, compressing=False):
        # PICKLING FILES
        print("Write Pickle data, LOADING...")
        print("Compressing = {}".format(compressing))
        if compressing:
            outfile = bz2.BZ2File(filename, 'wb')
        else:
            outfile = open(filename, 'wb') # path, format
        pickle.dump(data_struct,outfile) # data, stream
        outfile.close()
        print("Writing complete.")


    def read_data(self, filename, compressing = False):
        # UNPICKLING FILES
        print("Read Pickle data, LOADING...")
        print("Compressing = {}".format(compressing))
        if compressing:
            try:
                data = bz2.BZ2File(filename, 'rb')
                data = pickle.load(data)
                return data
            except Exception as e:
                print("EXCEPTION:",str(e))
                print("Solving hints: You try to decompress a non-compressed file. Use compressing=False."
                      "\nError details: File: {}, Line:{}".format(sys.exc_info()[2].tb_frame.f_code.co_filename,sys.exc_info()[2].tb_lineno))
        else:
            try:
                infile = open(filename,'rb') # path, format
                data_struct = pickle.load(infile) # stream
                infile.close()
                return data_struct
            except Exception as e:
                print("EXCEPTION: ",str(e))
                print("Solving hints: Try to use compressing=True because you try to read from a compressed file."
                      "\nError details: File: {}, Line:{}".format(sys.exc_info()[2].tb_frame.f_code.co_filename,sys.exc_info()[2].tb_lineno))
        print("Reading complete. Return data...")



#   TESTING...
data = {"item1":"value1","item2":"value2"}
filename = "OutputFile"

pdb = PickleDB()

print("Write data: ",data)
pdb.write_data(data, filename, compressing=True)

read_data = pdb.read_data(filename, compressing=True)
print("Received data = ",read_data)

Popularity 4/10 Helpfulness 1/10 Language whatever

Source: Grepper

Tags: compression pickle whatever

Link to this answer
Share Copy Link

Contributed on Oct 24 2022

Lucky Llama

0 Answers Avg Quality 2/10

pickle compression

Contents

More Related Answers

pickle compression

Grepper

Documentation

Social

Legal

Contact

Oops, You will need to install Grepper and log-in to perform this action.