Difference between revisions of "Python"
Jump to navigation
Jump to search
| Line 23: | Line 23: | ||
<syntaxhighlight lang="python"> | <syntaxhighlight lang="python"> | ||
from multiprocessing import Pool | from multiprocessing import Pool | ||
| − | + | def run_with_mp_map(items, do_work, processes=None, chunksize=None): | |
| − | + | print(f"running using multiprocessing with {processes=}, {chunksize=}") | |
| − | + | start_t = time.perf_counter() | |
| + | with Pool(processes=processes) as pool: | ||
| + | results = pool.imap(do_work, items, chunksize=chunksize) | ||
| + | end_t = time.perf_counter() | ||
| + | wall_duration = end_t - start_t | ||
| + | print(f"it took: {wall_duration:.2f}s") | ||
| + | return results | ||
</syntaxhighlight> | </syntaxhighlight> | ||
Revision as of 22:32, 26 January 2023
Python Tips and Tricks
Array enumeration
For numpy
a = np.array([[1, 2], [3, 4]])
for index, x in np.ndenumerate(a):
print(index, x)
For usual python
a = np.array([[1, 2], [3, 4]])
for index, x in enumerate(a):
print(index, x)
Multiprocessing
from multiprocessing import Pool
def run_with_mp_map(items, do_work, processes=None, chunksize=None):
print(f"running using multiprocessing with {processes=}, {chunksize=}")
start_t = time.perf_counter()
with Pool(processes=processes) as pool:
results = pool.imap(do_work, items, chunksize=chunksize)
end_t = time.perf_counter()
wall_duration = end_t - start_t
print(f"it took: {wall_duration:.2f}s")
return results
Context manager
with open(filename, "w") as f:
f.write("hello!\n")
# close automatic, even if exception
Measure execution timing
import time
start = time.perf_counter()
time.sleep(1)
end = time.perf_counter()
print(end - start)