Description
Pandas version checks
-
I have checked that this issue has not already been reported.
-
I have confirmed this bug exists on the latest version of pandas.
-
I have confirmed this bug exists on the main branch of pandas.
Reproducible Example
import io
data = '''name,age,test1,test2,teacher
Adam,15,95.0,80,Ashby
Bob,16,81.0,82,Ashby
Dave,16,89.0,84,Jones
Fred,15,,88,Jones'''
scores = pd.read_csv(io.StringIO(data), dtype_backend='pyarrow',
engine='pyarrow'
)
(scores
.style.bar(subset='test1')
)Issue Description
This throws a TypeError but works with legacy types.
TypeError Traceback (most recent call last)
File ~/.envs/menv/lib/python3.10/site-packages/IPython/core/formatters.py:342, in BaseFormatter.__call__(self, obj)
340 method = get_real_method(obj, self.print_method)
341 if method is not None:
--> 342 return method()
343 return None
344 else:
File ~/.envs/menv/lib/python3.10/site-packages/pandas/io/formats/style.py:408, in Styler._repr_html_(self)
403 """
404 Hooks into Jupyter notebook rich display system, which calls _repr_html_ by
405 default if an object is returned at the end of a cell.
406 """
407 if get_option("styler.render.repr") == "html":
--> 408 return self.to_html()
409 return None
File ~/.envs/menv/lib/python3.10/site-packages/pandas/io/formats/style.py:1348, in Styler.to_html(self, buf, table_uuid, table_attributes, sparse_index, sparse_columns, bold_headers, caption, max_rows, max_columns, encoding, doctype_html, exclude_styles, **kwargs)
1345 obj.set_caption(caption)
1347 # Build HTML string..
-> 1348 html = obj._render_html(
1349 sparse_index=sparse_index,
1350 sparse_columns=sparse_columns,
1351 max_rows=max_rows,
1352 max_cols=max_columns,
1353 exclude_styles=exclude_styles,
1354 encoding=encoding or get_option("styler.render.encoding"),
1355 doctype_html=doctype_html,
1356 **kwargs,
1357 )
1359 return save_to_buffer(
1360 html, buf=buf, encoding=(encoding if buf is not None else None)
1361 )
File ~/.envs/menv/lib/python3.10/site-packages/pandas/io/formats/style_render.py:204, in StylerRenderer._render_html(self, sparse_index, sparse_columns, max_rows, max_cols, **kwargs)
192 def _render_html(
193 self,
194 sparse_index: bool,
(...)
198 **kwargs,
199 ) -> str:
200 """
201 Renders the ``Styler`` including all applied styles to HTML.
202 Generates a dict with necessary kwargs passed to jinja2 template.
203 """
--> 204 d = self._render(sparse_index, sparse_columns, max_rows, max_cols, " ")
205 d.update(kwargs)
206 return self.template_html.render(
207 **d,
208 html_table_tpl=self.template_html_table,
209 html_style_tpl=self.template_html_style,
210 )
File ~/.envs/menv/lib/python3.10/site-packages/pandas/io/formats/style_render.py:161, in StylerRenderer._render(self, sparse_index, sparse_columns, max_rows, max_cols, blank)
147 def _render(
148 self,
149 sparse_index: bool,
(...)
153 blank: str = "",
154 ):
155 """
156 Computes and applies styles and then generates the general render dicts.
157
158 Also extends the `ctx` and `ctx_index` attributes with those of concatenated
159 stylers for use within `_translate_latex`
160 """
--> 161 self._compute()
162 dxs = []
163 ctx_len = len(self.index)
File ~/.envs/menv/lib/python3.10/site-packages/pandas/io/formats/style_render.py:256, in StylerRenderer._compute(self)
254 r = self
255 for func, args, kwargs in self._todo:
--> 256 r = func(self)(*args, **kwargs)
257 return r
File ~/.envs/menv/lib/python3.10/site-packages/pandas/io/formats/style.py:1729, in Styler._apply(self, func, axis, subset, **kwargs)
1727 axis = self.data._get_axis_number(axis)
1728 if axis == 0:
-> 1729 result = data.apply(func, axis=0, **kwargs)
1730 else:
1731 result = data.T.apply(func, axis=0, **kwargs).T # see GH 42005
File ~/.envs/menv/lib/python3.10/site-packages/pandas/core/frame.py:10037, in DataFrame.apply(self, func, axis, raw, result_type, args, by_row, **kwargs)
10025 from pandas.core.apply import frame_apply
10027 op = frame_apply(
10028 self,
10029 func=func,
(...)
10035 kwargs=kwargs,
10036 )
> 10037 return op.apply().__finalize__(self, method="apply")
File ~/.envs/menv/lib/python3.10/site-packages/pandas/core/apply.py:837, in FrameApply.apply(self)
834 elif self.raw:
835 return self.apply_raw()
--> 837 return self.apply_standard()
File ~/.envs/menv/lib/python3.10/site-packages/pandas/core/apply.py:963, in FrameApply.apply_standard(self)
962 def apply_standard(self):
--> 963 results, res_index = self.apply_series_generator()
965 # wrap results
966 return self.wrap_results(results, res_index)
File ~/.envs/menv/lib/python3.10/site-packages/pandas/core/apply.py:979, in FrameApply.apply_series_generator(self)
976 with option_context("mode.chained_assignment", None):
977 for i, v in enumerate(series_gen):
978 # ignore SettingWithCopy here in case the user mutates
--> 979 results[i] = self.func(v, *self.args, **self.kwargs)
980 if isinstance(results[i], ABCSeries):
981 # If we have a view on v, we need to make a copy because
982 # series_generator will swap out the underlying data
983 results[i] = results[i].copy(deep=False)
File ~/.envs/menv/lib/python3.10/site-packages/pandas/io/formats/style.py:4085, in _bar(data, align, colors, cmap, width, height, vmin, vmax, base_css)
4082 return ret
4084 values = data.to_numpy()
-> 4085 left = np.nanmin(values) if vmin is None else vmin
4086 right = np.nanmax(values) if vmax is None else vmax
4087 z: float = 0 # adjustment to translate data
File <__array_function__ internals>:180, in nanmin(*args, **kwargs)
File ~/.envs/menv/lib/python3.10/site-packages/numpy/lib/nanfunctions.py:349, in nanmin(a, axis, out, keepdims, initial, where)
345 warnings.warn("All-NaN slice encountered", RuntimeWarning,
346 stacklevel=3)
347 else:
348 # Slow, but safe for subclasses of ndarray
--> 349 a, mask = _replace_nan(a, +np.inf)
350 res = np.amin(a, axis=axis, out=out, **kwargs)
351 if mask is None:
File ~/.envs/menv/lib/python3.10/site-packages/numpy/lib/nanfunctions.py:100, in _replace_nan(a, val)
96 a = np.asanyarray(a)
98 if a.dtype == np.object_:
99 # object arrays do not support `isnan` (gh-9009), so make a guess
--> 100 mask = np.not_equal(a, a, dtype=bool)
101 elif issubclass(a.dtype.type, np.inexact):
102 mask = np.isnan(a)
File missing.pyx:419, in pandas._libs.missing.NAType.__bool__()
TypeError: boolean value of NA is ambiguous
Expected Behavior
An embedded bar plot like we see if we comment out dtype_backend
Installed Versions
INSTALLED VERSIONS
commit : e86ed37
python : 3.10.13.final.0
python-bits : 64
OS : Darwin
OS-release : 21.6.0
Version : Darwin Kernel Version 21.6.0: Wed Aug 10 14:28:23 PDT 2022; root:xnu-8020.141.5~2/RELEASE_ARM64_T6000
machine : arm64
processor : arm
byteorder : little
LC_ALL : en_US.UTF-8
LANG : None
LOCALE : en_US.UTF-8
pandas : 2.1.1
numpy : 1.23.5
pytz : 2023.3
dateutil : 2.8.2
setuptools : 67.6.1
pip : 23.2.1
Cython : 3.0.4
pytest : 7.2.0
hypothesis : 6.81.2
sphinx : None
blosc : None
feather : None
xlsxwriter : 3.1.2
lxml.etree : 4.9.2
html5lib : 1.1
pymysql : None
psycopg2 : None
jinja2 : 3.1.2
IPython : 8.8.0
pandas_datareader : None
bs4 : 4.11.1
bottleneck : None
dataframe-api-compat: None
fastparquet : None
fsspec : 2023.3.0
gcsfs : None
matplotlib : 3.6.2
numba : 0.56.4
numexpr : 2.8.4
odfpy : None
openpyxl : 3.0.10
pandas_gbq : None
pyarrow : 13.0.0
pyreadstat : None
pyxlsb : None
s3fs : None
scipy : 1.10.0
sqlalchemy : 2.0.21
tables : None
tabulate : 0.9.0
xarray : None
xlrd : 2.0.1
zstandard : None
tzdata : 2023.3
qtpy : None
pyqt5 : None