We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f62f124 commit f8015f0Copy full SHA for f8015f0
src/nlp/arrow_dataset.py
@@ -1165,6 +1165,10 @@ def _map_single(
1165
# Reduce logging to keep things readable in multiprocessing with tqdm
1166
if rank is not None and get_verbosity() < WARNING:
1167
set_verbosity_warning()
1168
+ # Print at least one thing to fix tqdm in notebooks in multiprocessing
1169
+ # see https://github.com/tqdm/tqdm/issues/485#issuecomment-473338308
1170
+ if rank is not None and "notebook" in tqdm.__name__:
1171
+ print(" ", end="", flush=True)
1172
1173
if function is None:
1174
function = lambda x: x # noqa: E731
0 commit comments