diff --git a/scripts/patchtest b/scripts/patchtest
index b71345d828..a1c824f7b7 100755
--- a/scripts/patchtest
+++ b/scripts/patchtest
@@ -177,7 +177,7 @@ def main():
         return 1
 
     if os.path.isdir(patch_path):
-        patch_list = [os.path.join(patch_path, filename) for filename in os.listdir(patch_path)]
+        patch_list = [os.path.join(patch_path, filename) for filename in sorted(os.listdir(patch_path))]
     else:
         patch_list = [patch_path]