diff --git a/scripts/patchtest b/scripts/patchtest
index be40e4b2a4..7b47d45dce 100755
--- a/scripts/patchtest
+++ b/scripts/patchtest
@@ -178,7 +178,7 @@ def main():
         return 1
 
     if os.path.isdir(patch_path):
-        patch_list = [os.path.join(patch_path, filename) for filename in os.listdir(patch_path)]
+        patch_list = [os.path.join(patch_path, filename) for filename in sorted(os.listdir(patch_path))]
     else:
         patch_list = [patch_path]