Difference between revisions of "Python"

From Quantum kot
Jump to navigation Jump to search
Line 23: Line 23:
 
<syntaxhighlight lang="python">
 
<syntaxhighlight lang="python">
 
from multiprocessing import Pool
 
from multiprocessing import Pool
 
+
def run_with_mp_map(items, do_work, processes=None, chunksize=None):
 
+
    print(f"running using multiprocessing with {processes=}, {chunksize=}")
 
+
    start_t = time.perf_counter()
 +
    with Pool(processes=processes) as pool:
 +
        results = pool.imap(do_work, items, chunksize=chunksize)
 +
    end_t = time.perf_counter()
 +
    wall_duration = end_t - start_t
 +
    print(f"it took: {wall_duration:.2f}s")
 +
    return results
 
</syntaxhighlight>
 
</syntaxhighlight>
  

Revision as of 22:32, 26 January 2023

Python Tips and Tricks


Array enumeration

For numpy

a = np.array([[1, 2], [3, 4]])
for index, x in np.ndenumerate(a):
    print(index, x)

For usual python

a = np.array([[1, 2], [3, 4]])
for index, x in enumerate(a):
    print(index, x)


Multiprocessing

from multiprocessing import Pool
def run_with_mp_map(items, do_work, processes=None, chunksize=None):
    print(f"running using multiprocessing with {processes=}, {chunksize=}")
    start_t = time.perf_counter()
    with Pool(processes=processes) as pool:
        results = pool.imap(do_work, items, chunksize=chunksize)
    end_t = time.perf_counter()
    wall_duration = end_t - start_t
    print(f"it took: {wall_duration:.2f}s")
    return results

Context manager

 with open(filename, "w") as f:
        f.write("hello!\n")
    # close automatic, even if exception


Measure execution timing

import time
start = time.perf_counter()
time.sleep(1)
end = time.perf_counter()
print(end - start)