m2cce/internship
m2cce/internship
1
Fork 0
Code Issues Activity

Compress pickled object

Browse source
This commit is contained in:
Edgar P. Burkhart 2022-04-14 12:37:42 +02:00
parent 3d2b20a9a1
commit 1114754da4
Signed by: edpibu
GPG key ID: 9833D3C5A25BD227
3 changed files with 12 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
olaflow/config.ini
View file

@ -17,6 +17,6 @@ tf = 14300
x0 = -150
[post]
pickle = out_post/model.pickle
out = out_post
x = -50
z = 5

18
olaflow/processing/animate.py
View file

@ -1,5 +1,6 @@
import argparse
import configparser
import gzip
import logging
import multiprocessing as mp
import pathlib
@ -23,10 +24,10 @@ log = logging.getLogger("ola_post")
log.info("Starting sws -> olaFlow converter")
config = configparser.ConfigParser()
config.read(args.config)
out = pathlib.Path(config.get("post", "pickle"))
out.parent.mkdir(parents=True, exist_ok=True)
out = pathlib.Path(config.get("post", "out"))
out.mkdir(parents=True, exist_ok=True)
with out.open("rb") as f:
with gzip.open(out.joinpath("pickle.gz"), "rb") as f:
model = pickle.load(f)
x0 = config.getfloat("post", "x")
@ -115,12 +116,5 @@ def animU(i):
ani = animation.FuncAnimation(fig, anim, frames=model.t.size, interval=1/24)
aniU = animation.FuncAnimation(figU, animU, frames=model.t.size, interval=1/24)
a = mp.Process(target=ani.save, args=(out.parent.joinpath("anim.mp4"),), kwargs={"fps": 24})
aU = mp.Process(target=aniU.save, args=(out.parent.joinpath("animU.mp4"),), kwargs={"fps": 24})
a.start()
aU.start()
a.join()
aU.join()
#plt.show()
ani.save(out.joinpath("anim.mp4"), fps=24)
aniU.save(out.joinpath("animU.mp4"), fps=24)

8
olaflow/processing/pickle.py
View file

@ -1,8 +1,10 @@
import argparse
import gzip
import configparser
import logging
import pathlib
import pickle
from time import time
import matplotlib.pyplot as plt
import numpy as np
@ -22,8 +24,8 @@ log = logging.getLogger("ola_post")
log.info("Starting sws -> olaFlow converter")
config = configparser.ConfigParser()
config.read(args.config)
out = pathlib.Path(config.get("post", "pickle"))
out.parent.mkdir(parents=True, exist_ok=True)
out = pathlib.Path(config.get("post", "out"))
out.mkdir(parents=True, exist_ok=True)
olaflow_root = args.output
model = OFModel(olaflow_root)
@ -35,5 +37,5 @@ model.read_field_all("p")
model.read_field_all("p_rgh")
model.read_field_all("U")
with out.open("wb") as f:
with gzip.open(out.joinpath("pickle.gz"), "wb") as f:
pickle.dump(model, f)