Regression Testing: Running tests based on blend files
Runs tests based on blend files with minimum python interaction.
Developed as part of GSoC 2021 - Regression Testing of Geometry Nodes.
Earlier, tests were built from scratch by adding a modifier/operation
from the Python API.
Now, tests can also be created inside blender and are compared using
Python script.
Features: Automatically adding expected object if it doesn't exist.
This patch adds tests for the following Geometry Nodes category:
* Curves
* Geometry
* Mesh
* Points
The implemented UML diagram for refactoring of mesh test framework.
{F10225906}
Technical Changes:
SpecMeshTest: It adds the modifier/operation based on the Spec provided.
BlendFileTest: It applies already existing modifier/operation from the blend file.
Test folders hierarchy with tests. This folder should be extracted to `lib\tests\modeling`
{F10240651}
Note: The `geometry_nodes` folder might lie under another `geometry_nodes` folder while extracting, please double check. Use the inner-most one.
The hierarchy should be:
-`lib\tests\modeling\geometry_nodes\mesh`
-`lib\tests\modeling\geometry_nodes\points`
and so on.
* From `ctest` the tests should be run as `ctest -R geo_node -C [Configuration]` on Windows.
* Each single test can be run with its entire name e..g `ctest -R geo_node_geometry_join_geometry`.(just an example). Run `ctest -N -R geo_node` to see all tests.
* From blender, the tests can be run `blender -b path\to\blend\file --python path\to\geo_node_test.py`
Reviewed By: zazizizou, JacquesLucke
Differential Revision: https://developer.blender.org/D11611
This commit is contained in:
Himanshi Kalra
@@ -24,74 +24,74 @@ import os
|
||||
import sys
|
||||
|
||||
sys.path.append(os.path.dirname(os.path.realpath(__file__)))
|
||||
from modules.mesh_test import MeshTest, OperatorSpecObjectMode, RunTest
|
||||
from modules.mesh_test import SpecMeshTest, OperatorSpecObjectMode, RunTest
|
||||
|
||||
|
||||
def main():
|
||||
tests = [
|
||||
MeshTest('2D Non Cyclic', 'test2DNonCyclic', 'expected2DNonCyclic',
|
||||
SpecMeshTest('2D Non Cyclic', 'test2DNonCyclic', 'expected2DNonCyclic',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('2D NURBS With Tail', 'test2DNURBSWithTail', 'expected2DNURBSWithTail',
|
||||
SpecMeshTest('2D NURBS With Tail', 'test2DNURBSWithTail', 'expected2DNURBSWithTail',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('2D Shape With Hole', 'test2DShapeWithHole', 'expected2DShapeWithHole',
|
||||
SpecMeshTest('2D Shape With Hole', 'test2DShapeWithHole', 'expected2DShapeWithHole',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('2D Simple Lower Res', 'test2DSimpleLowerRes', 'expected2DSimpleLowerRes',
|
||||
SpecMeshTest('2D Simple Lower Res', 'test2DSimpleLowerRes', 'expected2DSimpleLowerRes',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('2D Simple Low Res', 'test2DSimpleLowRes', 'expected2DSimpleLowRes',
|
||||
SpecMeshTest('2D Simple Low Res', 'test2DSimpleLowRes', 'expected2DSimpleLowRes',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('2D Square', 'test2DSquare', 'expected2DSquare',
|
||||
SpecMeshTest('2D Square', 'test2DSquare', 'expected2DSquare',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('2D Extrude', 'test2DExtrude', 'expected2DExtrude',
|
||||
SpecMeshTest('2D Extrude', 'test2DExtrude', 'expected2DExtrude',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Back', 'testBevelBack', 'expectedBevelBack',
|
||||
SpecMeshTest('Bevel Back', 'testBevelBack', 'expectedBevelBack',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Back Low Res', 'testBevelBackLowRes', 'expectedBevelBackLowRes',
|
||||
SpecMeshTest('Bevel Back Low Res', 'testBevelBackLowRes', 'expectedBevelBackLowRes',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Extrude Back', 'testBevelExtrudeBack', 'expectedBevelExtrudeBack',
|
||||
SpecMeshTest('Bevel Extrude Back', 'testBevelExtrudeBack', 'expectedBevelExtrudeBack',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Extrude Front', 'testBevelExtrudeFront', 'expectedBevelExtrudeFront',
|
||||
SpecMeshTest('Bevel Extrude Front', 'testBevelExtrudeFront', 'expectedBevelExtrudeFront',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Extrude Full', 'testBevelExtrudeFull', 'expectedBevelExtrudeFull',
|
||||
SpecMeshTest('Bevel Extrude Full', 'testBevelExtrudeFull', 'expectedBevelExtrudeFull',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Extrude Half', 'testBevelExtrudeHalf', 'expectedBevelExtrudeHalf',
|
||||
SpecMeshTest('Bevel Extrude Half', 'testBevelExtrudeHalf', 'expectedBevelExtrudeHalf',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Front', 'testBevelFront', 'expectedBevelFront',
|
||||
SpecMeshTest('Bevel Front', 'testBevelFront', 'expectedBevelFront',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Front Low Res', 'testBevelFrontLowRes', 'expectedBevelFrontLowRes',
|
||||
SpecMeshTest('Bevel Front Low Res', 'testBevelFrontLowRes', 'expectedBevelFrontLowRes',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Full', 'testBevelFull', 'expectedBevelFull',
|
||||
SpecMeshTest('Bevel Full', 'testBevelFull', 'expectedBevelFull',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Full Low Res', 'testBevelFullLowRes', 'expectedBevelFullLowRes',
|
||||
SpecMeshTest('Bevel Full Low Res', 'testBevelFullLowRes', 'expectedBevelFullLowRes',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Half', 'testBevelHalf', 'expectedBevelHalf',
|
||||
SpecMeshTest('Bevel Half', 'testBevelHalf', 'expectedBevelHalf',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Bevel Half Low Res', 'testBevelHalfLowRes', 'expectedBevelHalfLowRes',
|
||||
SpecMeshTest('Bevel Half Low Res', 'testBevelHalfLowRes', 'expectedBevelHalfLowRes',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps None', 'testCapsNone', 'expectedCapsNone',
|
||||
SpecMeshTest('Caps None', 'testCapsNone', 'expectedCapsNone',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps Object Bevel', 'testCapsObjectBevel', 'expectedCapsObjectBevel',
|
||||
SpecMeshTest('Caps Object Bevel', 'testCapsObjectBevel', 'expectedCapsObjectBevel',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps Profile Bevel', 'testCapsProfileBevel', 'expectedCapsProfileBevel',
|
||||
SpecMeshTest('Caps Profile Bevel', 'testCapsProfileBevel', 'expectedCapsProfileBevel',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps Profile Bevel Half', 'testCapsProfileBevelHalf', 'expectedCapsProfileBevelHalf',
|
||||
SpecMeshTest('Caps Profile Bevel Half', 'testCapsProfileBevelHalf', 'expectedCapsProfileBevelHalf',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps Profile Bevel Quarter', 'testCapsProfileBevelQuarter', 'expectedCapsProfileBevelQuarter',
|
||||
SpecMeshTest('Caps Profile Bevel Quarter', 'testCapsProfileBevelQuarter', 'expectedCapsProfileBevelQuarter',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps Round Bevel', 'testCapsRoundBevel', 'expectedCapsRoundBevel',
|
||||
SpecMeshTest('Caps Round Bevel', 'testCapsRoundBevel', 'expectedCapsRoundBevel',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps Round Bevel Extrude', 'testCapsRoundBevelExtrude', 'expectedCapsRoundBevelExtrude',
|
||||
SpecMeshTest('Caps Round Bevel Extrude', 'testCapsRoundBevelExtrude', 'expectedCapsRoundBevelExtrude',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps Round Bevel Half', 'testCapsRoundBevelHalf', 'expectedCapsRoundBevelHalf',
|
||||
SpecMeshTest('Caps Round Bevel Half', 'testCapsRoundBevelHalf', 'expectedCapsRoundBevelHalf',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Caps Round Bevel Quarter', 'testCapsRoundBevelQuarter', 'expectedCapsRoundBevelQuarter',
|
||||
SpecMeshTest('Caps Round Bevel Quarter', 'testCapsRoundBevelQuarter', 'expectedCapsRoundBevelQuarter',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Extrude Back', 'testExtrudeBack', 'expectedExtrudeBack',
|
||||
SpecMeshTest('Extrude Back', 'testExtrudeBack', 'expectedExtrudeBack',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Extrude Front', 'testExtrudeFront', 'expectedExtrudeFront',
|
||||
SpecMeshTest('Extrude Front', 'testExtrudeFront', 'expectedExtrudeFront',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Extrude Full', 'testExtrudeFull', 'expectedExtrudeFull',
|
||||
SpecMeshTest('Extrude Full', 'testExtrudeFull', 'expectedExtrudeFull',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
MeshTest('Extrude Half', 'testExtrudeHalf', 'expectedExtrudeHalf',
|
||||
SpecMeshTest('Extrude Half', 'testExtrudeHalf', 'expectedExtrudeHalf',
|
||||
[OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
|
||||
]
|
||||
operator_test = RunTest(tests)
|
||||
|
||||
Reference in New Issue
Block a user