mirrors/kitty
1
0
Fork 0
mirror of https://github.com/kovidgoyal/kitty synced 2026-07-13 20:14:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

Get multiprocessing working in kitty

Browse Source 
Monkeypatch the stdlib multiprocessing module to
use kitty as its python interpreter for spawning worker
processes.
This commit is contained in:
Kovid Goyal
2020-06-21 14:47:24 +05:30
parent 2cb25cf5a8
commit 2c6e5a6e73
3 changed files with 72 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
kittens/diff/highlight.py
View File

@@ -5,8 +5,6 @@
import concurrent
import os
import re
import sys
from multiprocessing import get_context
from typing import IO, Dict, Iterable, List, Optional, Tuple, Union, cast
from pygments import highlight # type: ignore
@@ -14,6 +12,7 @@ from pygments.formatter import Formatter # type: ignore
from pygments.lexers import get_lexer_for_filename # type: ignore
from pygments.util import ClassNotFound # type: ignore
from kitty.multiprocessing import get_process_pool_executor
from kitty.rgb import color_as_sgr, parse_sharp
from .collect import Collection, Segment, data_for_path, lines_for_path
@@ -141,14 +140,7 @@ def highlight_for_diff(path: str, aliases: Dict[str, str]) -> DiffHighlight:
def highlight_collection(collection: Collection, aliases: Optional[Dict[str, str]] = None) -> Union[str, Dict[str, DiffHighlight]]:
jobs = {}
ans: Dict[str, DiffHighlight] = {}
if sys.version_info[:2] >= (3, 7):
# On macOS as of python 3.8 the default executor is changed to spawn
# which causes failures, so use fork, which is also faster
ppe = concurrent.futures.ProcessPoolExecutor(mp_context=get_context('fork'))
else:
ppe = concurrent.futures.ProcessPoolExecutor()
with ppe as executor:
with get_process_pool_executor(prefer_fork=True) as executor:
for path, item_type, other_path in collection:
if item_type != 'rename':
for p in (path, other_path):