Add pytest-benchmark and port the benchmarks from GraphQL.js (#55)

Author: ktosiek

poetry.lock

@@ -33,6 +33,7 @@ python = "^3.6"
 [tool.poetry.dev-dependencies]
 pytest = "^5"
 pytest-asyncio = ">=0.10"
+pytest-benchmark = "^3.2"
 pytest-cov = "^2.7"
 pytest-describe = ">=0.12"
 pyyaml = "^5.1"

pyproject.toml

@@ -3,3 +3,8 @@ python-tag = py3
 
 [aliases]
 test = pytest
+
+[tool:pytest]
+# Only run benchmarks as tests.
+# To actually run the benchmarks, use --benchmark-enable on the command line.
+addopts = --benchmark-disable

setup.cfg

@@ -0,0 +1,12 @@
+from graphql import parse, build_ast_schema, GraphQLSchema
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_build_schema_from_ast(benchmark, big_schema_sdl):  # noqa: F811
+    schema_ast = parse(big_schema_sdl)
+    schema: GraphQLSchema = benchmark(
+        lambda: build_ast_schema(schema_ast, assume_valid=True)
+    )
+    assert schema.query_type is not None

tests/benchmarks/__init__.py

@@ -0,0 +1,15 @@
+from graphql import build_client_schema, GraphQLSchema
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_introspection_result  # noqa: F401
+
+
+def test_build_schema_from_introspection(
+    benchmark, big_schema_introspection_result  # noqa: F811
+):
+    schema: GraphQLSchema = benchmark(
+        lambda: build_client_schema(
+            big_schema_introspection_result["data"], assume_valid=True
+        )
+    )
+    assert schema.query_type is not None

tests/benchmarks/test_build_ast_schema.py

@@ -0,0 +1,12 @@
+from graphql import build_schema, parse, execute
+from graphql.utilities import introspection_query
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_execute_introspection_query(benchmark, big_schema_sdl):  # noqa: F811
+    schema = build_schema(big_schema_sdl, assume_valid=True)
+    query = parse(introspection_query.get_introspection_query())
+    result = benchmark(lambda: execute(schema, query))
+    assert result.errors is None

tests/benchmarks/test_build_client_schema.py

@@ -0,0 +1,9 @@
+from graphql import parse, DocumentNode
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import kitchen_sink_query  # noqa: F401
+
+
+def test_parse_kitchen_sink(benchmark, kitchen_sink_query):  # noqa: F811
+    query = benchmark(lambda: parse(kitchen_sink_query))
+    assert isinstance(query, DocumentNode)

tests/benchmarks/test_introspection_from_schema.py

@@ -0,0 +1,12 @@
+from graphql import build_schema, parse, validate
+from graphql.utilities import introspection_query
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_validate_introspection_query(benchmark, big_schema_sdl):  # noqa: F811
+    schema = build_schema(big_schema_sdl, assume_valid=True)
+    query = parse(introspection_query.get_introspection_query())
+    result = benchmark(lambda: validate(schema, query))
+    assert result == []

tests/benchmarks/test_parser.py

@@ -0,0 +1,11 @@
+from graphql import parse
+from graphql.validation.validate import validate_sdl
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_validate_sdl_document(benchmark, big_schema_sdl):  # noqa: F811
+    sdl_ast = parse(big_schema_sdl)
+    result = benchmark(lambda: validate_sdl(sdl_ast))
+    assert result == []

tests/benchmarks/test_validate_gql.py

@@ -1,17 +1,27 @@
 """Fixtures for graphql tests"""
-
+import json
 from os.path import dirname, join
 
 from pytest import fixture  # type: ignore
 
-__all__ = ["kitchen_sink_query", "kitchen_sink_sdl"]
+__all__ = [
+    "kitchen_sink_query",
+    "kitchen_sink_sdl",
+    "big_schema_sdl",
+    "big_schema_introspection_result",
+]
 
 
 def read_graphql(name):
     path = join(dirname(__file__), name + ".graphql")
     return open(path, encoding="utf-8").read()
 
 
+def read_json(name):
+    path = join(dirname(__file__), name + ".json")
+    return json.load(open(path, encoding="utf-8"))
+
+
 @fixture(scope="module")
 def kitchen_sink_query():
     return read_graphql("kitchen_sink")
@@ -20,3 +30,13 @@ def kitchen_sink_query():
 @fixture(scope="module")
 def kitchen_sink_sdl():
     return read_graphql("schema_kitchen_sink")
+
+
+@fixture(scope="module")
+def big_schema_sdl():
+    return read_graphql("github_schema")
+
+
+@fixture(scope="module")
+def big_schema_introspection_result():
+    return read_json("github_schema")