BLD: Python changes to make meson build work

Author: lithomas1

pandas/__init__.py

@@ -176,12 +176,18 @@
 from pandas.util._tester import test
 
 # use the closest tagged version if possible
-from pandas._version import get_versions
+_built_with_meson = False
+try:
+    from pandas._version_meson import __version__, __git_version__
+
+    _built_with_meson = True
+except ImportError:
+    from pandas._version import get_versions
 
-v = get_versions()
-__version__ = v.get("closest-tag", v["version"])
-__git_version__ = v.get("full-revisionid")
-del get_versions, v
+    v = get_versions()
+    __version__ = v.get("closest-tag", v["version"])
+    __git_version__ = v.get("full-revisionid")
+    del get_versions, v
 
 # GH 27101
 __deprecated_num_index_names = ["Float64Index", "Int64Index", "UInt64Index"]

pandas/tests/api/test_api.py

@@ -29,7 +29,7 @@ def check(self, namespace, expected, ignored=None):
 class TestPDApi(Base):
     # these are optionally imported based on testing
     # & need to be ignored
-    ignored = ["tests", "locale", "conftest"]
+    ignored = ["tests", "locale", "conftest", "_version_meson"]
 
     # top-level sub-packages
     public_lib = [
@@ -43,7 +43,7 @@ class TestPDApi(Base):
         "io",
         "tseries",
     ]
-    private_lib = ["compat", "core", "pandas", "util"]
+    private_lib = ["compat", "core", "pandas", "util", "_built_with_meson"]
 
     # these are already deprecated; awaiting removal
     deprecated_modules: list[str] = ["np", "datetime"]
@@ -195,8 +195,9 @@ class TestPDApi(Base):
         "_is_numpy_dev",
         "_testing",
         "_typing",
-        "_version",
     ]
+    if not pd._built_with_meson:
+        private_modules.append("_version")
 
     def test_api(self):
 
@@ -316,8 +317,14 @@ def test_util_testing_deprecated_direct(self):
         assert "pandas.util.testing is deprecated" in str(m[0].message)
         assert "pandas.testing instead" in str(m[0].message)
 
-    def test_util_in_top_level(self):
+    def test_util_in_top_level(self, monkeypatch):
         # in a subprocess to avoid import caching issues
+
+        # Can't import pandas from the test directory since its not
+        # built inplace with meson
+        if pd._built_with_meson:
+            monkeypatch.chdir("..")
+
         out = subprocess.check_output(
             [
                 sys.executable,

pandas/tests/io/test_compression.py

@@ -201,9 +201,13 @@ def test_gzip_reproducibility_file_object():
     assert output == buffer.getvalue()
 
 
-def test_with_missing_lzma():
+def test_with_missing_lzma(monkeypatch):
     """Tests if import pandas works when lzma is not present."""
     # https://github.com/pandas-dev/pandas/issues/27575
+    # Can't import pandas from the test directory since its not
+    # built inplace with meson
+    if pd._built_with_meson:
+        monkeypatch.chdir("..")
     code = textwrap.dedent(
         """\
         import sys
@@ -214,10 +218,14 @@ def test_with_missing_lzma():
     subprocess.check_output([sys.executable, "-c", code], stderr=subprocess.PIPE)
 
 
-def test_with_missing_lzma_runtime():
+def test_with_missing_lzma_runtime(monkeypatch):
     """Tests if RuntimeError is hit when calling lzma without
     having the module available.
     """
+    # Can't import pandas from the test directory since its not
+    # built inplace with meson
+    if pd._built_with_meson:
+        monkeypatch.chdir("..")
     code = textwrap.dedent(
         """
         import sys

pandas/tests/plotting/test_converter.py

@@ -18,6 +18,7 @@
     PeriodIndex,
     Series,
     Timestamp,
+    _built_with_meson,
     arrays,
     date_range,
 )
@@ -45,8 +46,12 @@
 dates = pytest.importorskip("matplotlib.dates")
 
 
-def test_registry_mpl_resets():
+def test_registry_mpl_resets(monkeypatch):
     # Check that Matplotlib converters are properly reset (see issue #27481)
+    # Can't import pandas from the test directory since its not
+    # built inplace with meson
+    if _built_with_meson:
+        monkeypatch.chdir("..")
     code = (
         "import matplotlib.units as units; "
         "import matplotlib.dates as mdates; "
@@ -65,7 +70,11 @@ def test_timtetonum_accepts_unicode():
 
 
 class TestRegistration:
-    def test_dont_register_by_default(self):
+    def test_dont_register_by_default(self, monkeypatch):
+        # Can't import pandas from the test directory since its not
+        # built inplace with meson
+        if _built_with_meson:
+            monkeypatch.chdir("..")
         # Run in subprocess to ensure a clean state
         code = (
             "import matplotlib.units; "

pandas/tests/test_downstream.py

@@ -133,13 +133,21 @@ def test_xarray_cftimeindex_nearest():
     assert result == expected
 
 
-def test_oo_optimizable():
+def test_oo_optimizable(monkeypatch):
     # GH 21071
+    # Can't import pandas from the test directory since its not
+    # built inplace with meson
+    if pd._built_with_meson:
+        monkeypatch.chdir("..")
     subprocess.check_call([sys.executable, "-OO", "-c", "import pandas"])
 
 
-def test_oo_optimized_datetime_index_unpickle():
+def test_oo_optimized_datetime_index_unpickle(monkeypatch):
     # GH 42866
+    # Can't import pandas from the test directory since its not
+    # built inplace with meson
+    if pd._built_with_meson:
+        monkeypatch.chdir("..")
     subprocess.check_call(
         [
             sys.executable,
@@ -270,7 +278,11 @@ def test_yaml_dump(df):
     tm.assert_frame_equal(df, loaded2)
 
 
-def test_missing_required_dependency():
+def test_missing_required_dependency(monkeypatch):
+    # TODO: This test is basically disabled until we have
+    # editable installs in meson-python. Re-enable this when
+    # that happens.
+
     # GH 23868
     # To ensure proper isolation, we pass these flags
     # -S : disable site-packages
@@ -283,6 +295,11 @@ def test_missing_required_dependency():
     # We skip this test if pandas is installed as a site package. We first
     # import the package normally and check the path to the module before
     # executing the test which imports pandas with site packages disabled.
+
+    # Can't import pandas from the test directory since its not
+    # built inplace with meson
+    if pd._built_with_meson:
+        monkeypatch.chdir("..")
     call = [pyexe, "-c", "import pandas;print(pandas.__file__)"]
     output = subprocess.check_output(call).decode()
     if "site-packages" in output:

pandas/util/_print_versions.py

@@ -21,10 +21,15 @@ def _get_commit_hash() -> str | None:
     Use vendored versioneer code to get git hash, which handles
     git worktree correctly.
     """
-    from pandas._version import get_versions
+    try:
+        from pandas._version_meson import __git_version__
 
-    versions = get_versions()
-    return versions["full-revisionid"]
+        return __git_version__
+    except ImportError:
+        from pandas._version import get_versions
+
+        versions = get_versions()
+        return versions["full-revisionid"]
 
 
 def _get_sys_info() -> dict[str, JSONSerializable]:

scripts/validate_min_versions_in_sync.py

@@ -58,7 +58,11 @@ def get_versions_from_ci(content: list[str]) -> tuple[dict[str, str], dict[str,
         elif "# optional dependencies" in line:
             seen_optional = True
         elif seen_required and line.strip():
-            package, version = line.strip().split("=")
+            try:
+                package, version = line.strip().split("=")
+            except ValueError:
+                # pip dependencies, just skip
+                continue
             package = package[2:]
             if package in EXCLUDE_DEPS:
                 continue