Skip to content

Commit 2d73dda

Browse files
committed
Use DynamicPartitioning env variable
1 parent 8bc1375 commit 2d73dda

File tree

2 files changed

+4
-6
lines changed

2 files changed

+4
-6
lines changed

modin/core/dataframe/pandas/partitioning/partition_manager.py

+3-4
Original file line numberDiff line numberDiff line change
@@ -681,10 +681,7 @@ def broadcast_apply(
681681
np.ndarray
682682
NumPy array of result partition objects.
683683
"""
684-
# The `broadcast_apply` runtime condition differs from
685-
# the same condition in `map_partitions` because the columnar
686-
# approach for `broadcast_apply` results in a slowdown.
687-
if np.prod(left.shape) <= 1.5 * CpuCount.get():
684+
if not DynamicPartitioning.get():
688685
# block-wise broadcast
689686
new_partitions = cls.base_broadcast_apply(
690687
axis,
@@ -693,6 +690,8 @@ def broadcast_apply(
693690
right,
694691
)
695692
else:
693+
# The dynamic partitioning behavior of `broadcast_apply` differs from that of `map_partitions`,
694+
# since the columnar approach for `broadcast_apply` results in slowdown.
696695
# axis-wise broadcast
697696
new_partitions = cls.broadcast_axis_partitions(
698697
axis=axis ^ 1,

modin/core/storage_formats/pandas/query_compiler.py

+1-2
Original file line numberDiff line numberDiff line change
@@ -45,8 +45,7 @@
4545
from pandas.core.indexing import check_bool_indexer
4646
from pandas.errors import DataError
4747

48-
from modin.config import RangePartitioning
49-
from modin.config.envvars import CpuCount
48+
from modin.config import CpuCount, RangePartitioning
5049
from modin.core.dataframe.algebra import (
5150
Binary,
5251
Fold,

0 commit comments

Comments
 (0)