Add pytest-benchmark and port the benchmarks from GraphQL.js (#55)

Author: ktosiek

poetry.lock

@@ -33,6 +33,7 @@ python = "^3.6"
 [tool.poetry.dev-dependencies]
 pytest = "^5"
 pytest-asyncio = ">=0.10"
+pytest-benchmark = "^3.2"
 pytest-cov = "^2.7"
 pytest-describe = ">=0.12"
 pyyaml = "^5.1"

pyproject.toml

@@ -3,3 +3,8 @@ python-tag = py3
 
 [aliases]
 test = pytest
+
+[tool:pytest]
+# Only run benchmarks as tests.
+# To actually run the benchmarks, use --benchmark-enable on the command line.
+addopts = --benchmark-disable

setup.cfg

@@ -0,0 +1,12 @@
+from graphql import parse, build_ast_schema, GraphQLSchema
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_build_schema_from_ast(benchmark, big_schema_sdl):  # noqa: F811
+    schema_ast = parse(big_schema_sdl)
+    schema: GraphQLSchema = benchmark(
+        lambda: build_ast_schema(schema_ast, assume_valid=True)
+    )
+    assert schema.query_type is not None

tests/benchmarks/__init__.py

@@ -0,0 +1,15 @@
+from graphql import build_client_schema, GraphQLSchema
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_introspection_result  # noqa: F401
+
+
+def test_build_schema_from_introspection(
+    benchmark, big_schema_introspection_result  # noqa: F811
+):
+    schema: GraphQLSchema = benchmark(
+        lambda: build_client_schema(
+            big_schema_introspection_result["data"], assume_valid=True
+        )
+    )
+    assert schema.query_type is not None

tests/benchmarks/test_build_ast_schema.py

@@ -0,0 +1,12 @@
+from graphql import build_schema, parse, execute
+from graphql.utilities import introspection_query
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_execute_introspection_query(benchmark, big_schema_sdl):  # noqa: F811
+    schema = build_schema(big_schema_sdl, assume_valid=True)
+    query = parse(introspection_query.get_introspection_query())
+    result = benchmark(lambda: execute(schema, query))
+    assert result.errors is None

tests/benchmarks/test_build_client_schema.py

@@ -0,0 +1,9 @@
+from graphql import parse, DocumentNode
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import kitchen_sink_query  # noqa: F401
+
+
+def test_parse_kitchen_sink(benchmark, kitchen_sink_query):  # noqa: F811
+    query = benchmark(lambda: parse(kitchen_sink_query))
+    assert isinstance(query, DocumentNode)

tests/benchmarks/test_introspection_from_schema.py

@@ -0,0 +1,12 @@
+from graphql import build_schema, parse, validate
+from graphql.utilities import introspection_query
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_validate_introspection_query(benchmark, big_schema_sdl):  # noqa: F811
+    schema = build_schema(big_schema_sdl, assume_valid=True)
+    query = parse(introspection_query.get_introspection_query())
+    result = benchmark(lambda: validate(schema, query))
+    assert result == []

tests/benchmarks/test_parser.py

@@ -0,0 +1,11 @@
+from graphql import parse
+from graphql.validation.validate import validate_sdl
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_validate_sdl_document(benchmark, big_schema_sdl):  # noqa: F811
+    sdl_ast = parse(big_schema_sdl)
+    result = benchmark(lambda: validate_sdl(sdl_ast))
+    assert result == []