4.3. Serialization Pickle¶

4.3.1. What is `pickle`?¶

Python object serialization format
pickle vs. cPickle

4.3.2. Dump to string¶

import pickle


pickle.dumps('Jan Twardowski')
# b'\x80\x03X\x0e\x00\x00\x00Jan Twardowskiq\x00.'

pickle.dumps(1)
# b'\x80\x03K\x01.'

pickle.dumps(1.0)
# b'\x80\x03G?\xf0\x00\x00\x00\x00\x00\x00.'

pickle.dumps(1.2)
# b'\x80\x03G?\xf3333333.'

pickle.dumps(1.5)
# b'\x80\x03G?\xf8\x00\x00\x00\x00\x00\x00.'

4.3.3. Load from string¶

import pickle


pickle.loads(b'\x80\x03X\x0e\x00\x00\x00Jan Twardowskiq\x00.')
# 'Jan Twardowski'

pickle.loads(b'\x80\x03K\x01.')
# 1

pickle.loads(b'\x80\x03G?\xf0\x00\x00\x00\x00\x00\x00.')
# 1.0

pickle.loads(b'\x80\x03G?\xf3333333.')
# 1.2

pickle.loads(b'\x80\x03G?\xf8\x00\x00\x00\x00\x00\x00.')
# 1.5

4.3.4. Dump to string¶

import pickle


pickle.dumps([1, 2, 3])
# b'\x80\x03]q\x00(K\x01K\x02K\x03e.

pickle.dumps((1, 2, 3))
# b'\x80\x03K\x01K\x02K\x03\x87q\x00.'

pickle.dumps({1, 2, 3})
# b'\x80\x03cbuiltins\nset\nq\x00]q\x01(K\x01K\x02K\x03e\x85q\x02Rq\x03.'

pickle.dumps({'a': 1, 'b': 2, 'c': 3})
# b'\x80\x03}q\x00(X\x01\x00\x00\x00aq\x01K\x01X\x01\x00\x00\x00bq\x02K\x02X\x01\x00\x00\x00cq\x03K\x03u.'

4.3.5. Load from string¶

import pickle


pickle.loads(b'\x80\x03]q\x00(K\x01K\x02K\x03e.)
# [1, 2, 3]

pickle.loads(b'\x80\x03K\x01K\x02K\x03\x87q\x00.')
# (1, 2, 3)

pickle.loads(b'\x80\x03cbuiltins\nset\nq\x00]q\x01(K\x01K\x02K\x03e\x85q\x02Rq\x03.')
# {1, 2, 3}

pickle.loads(b'\x80\x03}q\x00(X\x01\x00\x00\x00aq\x01K\x01X\x01\x00\x00\x00bq\x02K\x02X\x01\x00\x00\x00cq\x03K\x03u.')
# {'a': 1, 'b': 2, 'c': 3}

4.3.6. Serialize Dates and Datetimes¶

import pickle


dt = datetime(1969, 7, 21, 2, 56, 15)
pickle.dumps(dt)
# b'\x80\x03cdatetime\ndatetime\nq\x00C\n\x07\xb1\x07\x15\x028\x0f\x00\x00\x00q\x01\x85q\x02Rq\x03.'

import pickle


pickle.loads(b'\x80\x03cdatetime\ndatetime\nq\x00C\n\x07\xb1\x07\x15\x028\x0f\x00\x00\x00q\x01\x85q\x02Rq\x03.')
# datetime.datetime(1969, 7, 21, 2, 56, 15)

4.3.7. Serialize and deserialize objects¶

import pickle


class Astronaut:
    def __init__(self, firstname, lastname):
        self.firstname = firstname
        self.lastname = lastname

jan = Astronaut('Jan', 'Twardowski')

pickle.dumps(jan)
# b'\x80\x03c__main__\nAstronaut\nq\x00)\x81q\x01}q\x02(X\n\x00\x00\x00firstnameq\x03X\x03\x00\x00\x00Janq\x04X\t\x00\x00\x00lastnameq\x05X\n\x00\x00\x00Twardowskiq\x06ub.'

pickle.loads(b'\x80\x03c__main__\nAstronaut\nq\x00)\x81q\x01}q\x02(X\n\x00\x00\x00firstnameq\x03X\x03\x00\x00\x00Janq\x04X\t\x00\x00\x00lastnameq\x05X\n\x00\x00\x00Twardowskiq\x06ub.')
# <__main__.Astronaut object at 0x10585f8d0>

4.3.8. Serialize and deserialize to file¶

File extension pkl

Dump to file:

import pickle

DATA = [1, 2, 3]

with open('filename.pkl', mode='wb') as file:
    pickle.dump(DATA, file)

Load from file:

import pickle

with open('filename.pkl', mode='rb') as file:
    result = pickle.load(file)

print(result)

4.3.9. Examples¶

Advanced Example:

import pickle


DATA = {'mission': 'Ares 3',
        'launch_date': datetime(2035, 6, 29, tzinfo=timezone.utc),
        'destination': 'Mars',
        'destination_landing': datetime(2035, 11, 7, tzinfo=timezone.utc),
        'destination_location': 'Acidalia Planitia',
        'crew': [{'astronaut': 'Melissa Lewis', 'date_of_birth': date(1995, 7, 15)},
                 {'astronaut': 'Rick Martinez', 'date_of_birth': date(1996, 1, 21)},
                 {'astronaut': 'Alex Vogel', 'date_of_birth': date(1994, 11, 15)},
                 {'astronaut': 'Chris Beck', 'date_of_birth': date(1999, 8, 2)},
                 {'astronaut': 'Beth Johansen', 'date_of_birth': date(2006, 5, 9)},
                 {'astronaut': 'Mark Watney', 'date_of_birth': date(1994, 10, 12)}]}


data = pickle.dumps(DATA)
print(data)
b'\x80\x04\x95\xe9\x01\x00\x00\x00\x00\x00\x00}\x94(\x8c\x07mission\x94\x8c\x06Ares 3\x94\x8c\x0blaunch_date\x94\x8c\x08datetime\x94\x8c\x08datetime\x94\x93\x94C\n\x07\xf3\x06\x1d\x00\x00\x00\x00\x00\x00\x94h\x04\x8c\x08timezone\x94\x93\x94h\x04\x8c\ttimedelta\x94\x93\x94K\x00K\x00K\x00\x87\x94R\x94\x85\x94R\x94\x86\x94R\x94\x8c\x0bdestination\x94\x8c\x04Mars\x94\x8c\x13destination_landing\x94h\x06C\n\x07\xf3\x0b\x07\x00\x00\x00\x00\x00\x00\x94h\x0f\x86\x94R\x94\x8c\x14destination_location\x94\x8c\x11Acidalia Planitia\x94\x8c\x04crew\x94]\x94(}\x94(\x8c\tastronaut\x94\x8c\rMelissa Lewis\x94\x8c\rdate_of_birth\x94h\x04\x8c\x04date\x94\x93\x94C\x04\x07\xcb\x07\x0f\x94\x85\x94R\x94u}\x94(h\x1d\x8c\rRick Martinez\x94h\x1fh!C\x04\x07\xcc\x01\x15\x94\x85\x94R\x94u}\x94(h\x1d\x8c\nAlex Vogel\x94h\x1fh!C\x04\x07\xca\x0b\x0f\x94\x85\x94R\x94u}\x94(h\x1d\x8c\nChris Beck\x94h\x1fh!C\x04\x07\xcf\x08\x02\x94\x85\x94R\x94u}\x94(h\x1d\x8c\rBeth Johansen\x94h\x1fh!C\x04\x07\xd6\x05\t\x94\x85\x94R\x94u}\x94(h\x1d\x8c\x0bMark Watney\x94h\x1fh!C\x04\x07\xca\n\x0c\x94\x85\x94R\x94ueu.'

pickle.loads(data)
{'mission': 'Ares 3',
 'launch_date': datetime.datetime(2035, 6, 29, 0, 0, tzinfo=datetime.timezone.utc),
 'destination': 'Mars',
 'destination_landing': datetime.datetime(2035, 11, 7, 0, 0, tzinfo=datetime.timezone.utc),
 'destination_location': 'Acidalia Planitia',
 'crew': [{'astronaut': 'Melissa Lewis', 'date_of_birth': datetime.date(1995, 7, 15)},
          {'astronaut': 'Rick Martinez', 'date_of_birth': datetime.date(1996, 1, 21)},
          {'astronaut': 'Alex Vogel', 'date_of_birth': datetime.date(1994, 11, 15)},
          {'astronaut': 'Chris Beck', 'date_of_birth': datetime.date(1999, 8, 2)},
          {'astronaut': 'Beth Johansen', 'date_of_birth': datetime.date(2006, 5, 9)},
          {'astronaut': 'Mark Watney', 'date_of_birth': datetime.date(1994, 10, 12)}]}

4.3.10. Assignments¶

Code 4.12. Solution¶

"""
* Assignment: Pickle Serialization
* Complexity: easy
* Lines of code: 4 lines
* Time: 5 min

English:
    1. Use data from "Given" section (see below)
    2. Using `pickle` save data structure to file
    3. Recreate data structure from file
    4. Run doctests - all must succeed

Polish:
    1. Użyj danych z sekcji "Given" (patrz poniżej)
    2. Za pomocą `pickle` zapisz strukturę danych do pliku
    3. Odtwórz strukturę danych na podstawie danych z pliku
    4. Uruchom doctesty - wszystkie muszą się powieść

Tests:
    >>> import sys; sys.tracebacklimit = 0

    >>> result  # doctest: +NORMALIZE_WHITESPACE
    [Astronaut(name='Jan Twardowski', missions=[Mission(year=1969, name='Apollo 18'), Mission(year=2024, name='Artemis 3')]),
     Astronaut(name='Mark Watney', missions=[Mission(year=2035, name='Ares 3')]),
     Astronaut(name='Melissa Lewis', missions=[])]
    >>> from os import remove
    >>> remove(FILE)
"""


# Given
import pickle
from dataclasses import dataclass, field

FILE = r'_temporary.pkl'


@dataclass
class Astronaut:
    name: str
    missions: list = field(default_factory=list)


@dataclass
class Mission:
    year: int
    name: str


CREW = [
    Astronaut('Jan Twardowski', missions=[
        Mission(1969, 'Apollo 18'),
        Mission(2024, 'Artemis 3')]),

    Astronaut('Mark Watney', missions=[
        Mission(2035, 'Ares 3')]),

    Astronaut('Melissa Lewis'),
]

Read the Docs v: latest

Versions: latest

Downloads

On Read the Docs: Project Home; Builds

Free document hosting provided by Read the Docs.