diff --git a/imports/fix.go b/imports/fix.go
index 72bc4516e6..b7662db847 100644
--- a/imports/fix.go
+++ b/imports/fix.go
@@ -643,6 +643,9 @@ func scanGoDirs(which goDirType) {
 		srcV := filepath.Join(srcDir, "v")
 		srcMod := filepath.Join(srcDir, "mod")
 		walkFn := func(path string, typ os.FileMode) error {
+			if path == srcV || path == srcMod {
+				return filepath.SkipDir
+			}
 			dir := filepath.Dir(path)
 			if typ.IsRegular() {
 				if dir == srcDir {
@@ -650,9 +653,6 @@ func scanGoDirs(which goDirType) {
 					// directly in your $GOPATH/src or $GOROOT/src.
 					return nil
 				}
-				if dir == srcV || dir == srcMod {
-					return filepath.SkipDir
-				}
 				if !strings.HasSuffix(path, ".go") {
 					return nil
 				}