Source file src/testing/fuzz.go

     1  // Copyright 2020 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  package testing
     6  
     7  import (
     8  	"context"
     9  	"errors"
    10  	"flag"
    11  	"fmt"
    12  	"io"
    13  	"os"
    14  	"path/filepath"
    15  	"reflect"
    16  	"runtime"
    17  	"strings"
    18  	"time"
    19  )
    20  
    21  func initFuzzFlags() {
    22  	matchFuzz = flag.String("test.fuzz", "", "run the fuzz test matching `regexp`")
    23  	flag.Var(&fuzzDuration, "test.fuzztime", "time to spend fuzzing; default is to run indefinitely")
    24  	flag.Var(&minimizeDuration, "test.fuzzminimizetime", "time to spend minimizing a value after finding a failing input")
    25  
    26  	fuzzCacheDir = flag.String("test.fuzzcachedir", "", "directory where interesting fuzzing inputs are stored (for use only by cmd/go)")
    27  	isFuzzWorker = flag.Bool("test.fuzzworker", false, "coordinate with the parent process to fuzz random values (for use only by cmd/go)")
    28  }
    29  
    30  var (
    31  	matchFuzz        *string
    32  	fuzzDuration     durationOrCountFlag
    33  	minimizeDuration = durationOrCountFlag{d: 60 * time.Second, allowZero: true}
    34  	fuzzCacheDir     *string
    35  	isFuzzWorker     *bool
    36  
    37  	// corpusDir is the parent directory of the fuzz test's seed corpus within
    38  	// the package.
    39  	corpusDir = "testdata/fuzz"
    40  )
    41  
    42  // fuzzWorkerExitCode is used as an exit code by fuzz worker processes after an
    43  // internal error. This distinguishes internal errors from uncontrolled panics
    44  // and other failures. Keep in sync with internal/fuzz.workerExitCode.
    45  const fuzzWorkerExitCode = 70
    46  
    47  // InternalFuzzTarget is an internal type but exported because it is
    48  // cross-package; it is part of the implementation of the "go test" command.
    49  type InternalFuzzTarget struct {
    50  	Name string
    51  	Fn   func(f *F)
    52  }
    53  
    54  // F is a type passed to fuzz tests.
    55  //
    56  // Fuzz tests run generated inputs against a provided fuzz target, which can
    57  // find and report potential bugs in the code being tested.
    58  //
    59  // A fuzz test runs the seed corpus by default, which includes entries provided
    60  // by (*F).Add and entries in the testdata/fuzz/<FuzzTestName> directory. After
    61  // any necessary setup and calls to (*F).Add, the fuzz test must then call
    62  // (*F).Fuzz to provide the fuzz target. See the testing package documentation
    63  // for an example, and see the [F.Fuzz] and [F.Add] method documentation for
    64  // details.
    65  //
    66  // *F methods can only be called before (*F).Fuzz. Once the test is
    67  // executing the fuzz target, only (*T) methods can be used. The only *F methods
    68  // that are allowed in the (*F).Fuzz function are (*F).Failed and (*F).Name.
    69  type F struct {
    70  	common
    71  	fstate *fuzzState
    72  	tstate *testState
    73  
    74  	// inFuzzFn is true when the fuzz function is running. Most F methods cannot
    75  	// be called when inFuzzFn is true.
    76  	inFuzzFn bool
    77  
    78  	// corpus is a set of seed corpus entries, added with F.Add and loaded
    79  	// from testdata.
    80  	corpus []corpusEntry
    81  
    82  	result     fuzzResult
    83  	fuzzCalled bool
    84  }
    85  
    86  var _ TB = (*F)(nil)
    87  
    88  // corpusEntry is an alias to the same type as internal/fuzz.CorpusEntry.
    89  // We use a type alias because we don't want to export this type, and we can't
    90  // import internal/fuzz from testing.
    91  type corpusEntry = struct {
    92  	Parent     string
    93  	Path       string
    94  	Data       []byte
    95  	Values     []any
    96  	Generation int
    97  	IsSeed     bool
    98  }
    99  
   100  // Helper marks the calling function as a test helper function.
   101  // When printing file and line information, that function will be skipped.
   102  // Helper may be called simultaneously from multiple goroutines.
   103  func (f *F) Helper() {
   104  	if f.inFuzzFn {
   105  		panic("testing: f.Helper was called inside the fuzz target, use t.Helper instead")
   106  	}
   107  
   108  	// common.Helper is inlined here.
   109  	// If we called it, it would mark F.Helper as the helper
   110  	// instead of the caller.
   111  	f.mu.Lock()
   112  	defer f.mu.Unlock()
   113  	if f.helperPCs == nil {
   114  		f.helperPCs = make(map[uintptr]struct{})
   115  	}
   116  	// repeating code from callerName here to save walking a stack frame
   117  	var pc [1]uintptr
   118  	n := runtime.Callers(2, pc[:]) // skip runtime.Callers + Helper
   119  	if n == 0 {
   120  		panic("testing: zero callers found")
   121  	}
   122  	if _, found := f.helperPCs[pc[0]]; !found {
   123  		f.helperPCs[pc[0]] = struct{}{}
   124  		f.helperNames = nil // map will be recreated next time it is needed
   125  	}
   126  }
   127  
   128  // Fail marks the function as having failed but continues execution.
   129  func (f *F) Fail() {
   130  	// (*F).Fail may be called by (*T).Fail, which we should allow. However, we
   131  	// shouldn't allow direct (*F).Fail calls from inside the (*F).Fuzz function.
   132  	if f.inFuzzFn {
   133  		panic("testing: f.Fail was called inside the fuzz target, use t.Fail instead")
   134  	}
   135  	f.common.Helper()
   136  	f.common.Fail()
   137  }
   138  
   139  // Skipped reports whether the test was skipped.
   140  func (f *F) Skipped() bool {
   141  	// (*F).Skipped may be called by tRunner, which we should allow. However, we
   142  	// shouldn't allow direct (*F).Skipped calls from inside the (*F).Fuzz function.
   143  	if f.inFuzzFn {
   144  		panic("testing: f.Skipped was called inside the fuzz target, use t.Skipped instead")
   145  	}
   146  	f.common.Helper()
   147  	return f.common.Skipped()
   148  }
   149  
   150  // Add will add the arguments to the seed corpus for the fuzz test. This will be
   151  // a no-op if called after or within the fuzz target, and args must match the
   152  // arguments for the fuzz target.
   153  func (f *F) Add(args ...any) {
   154  	var values []any
   155  	for i := range args {
   156  		if t := reflect.TypeOf(args[i]); !supportedTypes[t] {
   157  			panic(fmt.Sprintf("testing: unsupported type to Add %v", t))
   158  		}
   159  		values = append(values, args[i])
   160  	}
   161  	f.corpus = append(f.corpus, corpusEntry{Values: values, IsSeed: true, Path: fmt.Sprintf("seed#%d", len(f.corpus))})
   162  }
   163  
   164  // supportedTypes represents all of the supported types which can be fuzzed.
   165  var supportedTypes = map[reflect.Type]bool{
   166  	reflect.TypeOf(([]byte)("")):  true,
   167  	reflect.TypeOf((string)("")):  true,
   168  	reflect.TypeOf((bool)(false)): true,
   169  	reflect.TypeOf((byte)(0)):     true,
   170  	reflect.TypeOf((rune)(0)):     true,
   171  	reflect.TypeOf((float32)(0)):  true,
   172  	reflect.TypeOf((float64)(0)):  true,
   173  	reflect.TypeOf((int)(0)):      true,
   174  	reflect.TypeOf((int8)(0)):     true,
   175  	reflect.TypeOf((int16)(0)):    true,
   176  	reflect.TypeOf((int32)(0)):    true,
   177  	reflect.TypeOf((int64)(0)):    true,
   178  	reflect.TypeOf((uint)(0)):     true,
   179  	reflect.TypeOf((uint8)(0)):    true,
   180  	reflect.TypeOf((uint16)(0)):   true,
   181  	reflect.TypeOf((uint32)(0)):   true,
   182  	reflect.TypeOf((uint64)(0)):   true,
   183  }
   184  
   185  // Fuzz runs the fuzz function, ff, for fuzz testing. If ff fails for a set of
   186  // arguments, those arguments will be added to the seed corpus.
   187  //
   188  // ff must be a function with no return value whose first argument is *T and
   189  // whose remaining arguments are the types to be fuzzed.
   190  // For example:
   191  //
   192  //	f.Fuzz(func(t *testing.T, b []byte, i int) { ... })
   193  //
   194  // The following types are allowed: []byte, string, bool, byte, rune, float32,
   195  // float64, int, int8, int16, int32, int64, uint, uint8, uint16, uint32, uint64.
   196  // More types may be supported in the future.
   197  //
   198  // ff must not call any *F methods, e.g. (*F).Log, (*F).Error, (*F).Skip. Use
   199  // the corresponding *T method instead. The only *F methods that are allowed in
   200  // the (*F).Fuzz function are (*F).Failed and (*F).Name.
   201  //
   202  // This function should be fast and deterministic, and its behavior should not
   203  // depend on shared state. No mutable input arguments, or pointers to them,
   204  // should be retained between executions of the fuzz function, as the memory
   205  // backing them may be mutated during a subsequent invocation. ff must not
   206  // modify the underlying data of the arguments provided by the fuzzing engine.
   207  //
   208  // When fuzzing, F.Fuzz does not return until a problem is found, time runs out
   209  // (set with -fuzztime), or the test process is interrupted by a signal. F.Fuzz
   210  // should be called exactly once, unless F.Skip or [F.Fail] is called beforehand.
   211  func (f *F) Fuzz(ff any) {
   212  	if f.fuzzCalled {
   213  		panic("testing: F.Fuzz called more than once")
   214  	}
   215  	f.fuzzCalled = true
   216  	if f.failed {
   217  		return
   218  	}
   219  	f.Helper()
   220  
   221  	// ff should be in the form func(*testing.T, ...interface{})
   222  	fn := reflect.ValueOf(ff)
   223  	fnType := fn.Type()
   224  	if fnType.Kind() != reflect.Func {
   225  		panic("testing: F.Fuzz must receive a function")
   226  	}
   227  	if fnType.NumIn() < 2 || fnType.In(0) != reflect.TypeOf((*T)(nil)) {
   228  		panic("testing: fuzz target must receive at least two arguments, where the first argument is a *T")
   229  	}
   230  	if fnType.NumOut() != 0 {
   231  		panic("testing: fuzz target must not return a value")
   232  	}
   233  
   234  	// Save the types of the function to compare against the corpus.
   235  	var types []reflect.Type
   236  	for i := 1; i < fnType.NumIn(); i++ {
   237  		t := fnType.In(i)
   238  		if !supportedTypes[t] {
   239  			panic(fmt.Sprintf("testing: unsupported type for fuzzing %v", t))
   240  		}
   241  		types = append(types, t)
   242  	}
   243  
   244  	// Load the testdata seed corpus. Check types of entries in the testdata
   245  	// corpus and entries declared with F.Add.
   246  	//
   247  	// Don't load the seed corpus if this is a worker process; we won't use it.
   248  	if f.fstate.mode != fuzzWorker {
   249  		for _, c := range f.corpus {
   250  			if err := f.fstate.deps.CheckCorpus(c.Values, types); err != nil {
   251  				// TODO(#48302): Report the source location of the F.Add call.
   252  				f.Fatal(err)
   253  			}
   254  		}
   255  
   256  		// Load seed corpus
   257  		c, err := f.fstate.deps.ReadCorpus(filepath.Join(corpusDir, f.name), types)
   258  		if err != nil {
   259  			f.Fatal(err)
   260  		}
   261  		for i := range c {
   262  			c[i].IsSeed = true // these are all seed corpus values
   263  			if f.fstate.mode == fuzzCoordinator {
   264  				// If this is the coordinator process, zero the values, since we don't need
   265  				// to hold onto them.
   266  				c[i].Values = nil
   267  			}
   268  		}
   269  
   270  		f.corpus = append(f.corpus, c...)
   271  	}
   272  
   273  	// run calls fn on a given input, as a subtest with its own T.
   274  	// run is analogous to T.Run. The test filtering and cleanup works similarly.
   275  	// fn is called in its own goroutine.
   276  	run := func(captureOut io.Writer, e corpusEntry) (ok bool) {
   277  		if e.Values == nil {
   278  			// The corpusEntry must have non-nil Values in order to run the
   279  			// test. If Values is nil, it is a bug in our code.
   280  			panic(fmt.Sprintf("corpus file %q was not unmarshaled", e.Path))
   281  		}
   282  		if shouldFailFast() {
   283  			return true
   284  		}
   285  		testName := f.name
   286  		if e.Path != "" {
   287  			testName = fmt.Sprintf("%s/%s", testName, filepath.Base(e.Path))
   288  		}
   289  		if f.tstate.isFuzzing {
   290  			// Don't preserve subtest names while fuzzing. If fn calls T.Run,
   291  			// there will be a very large number of subtests with duplicate names,
   292  			// which will use a large amount of memory. The subtest names aren't
   293  			// useful since there's no way to re-run them deterministically.
   294  			f.tstate.match.clearSubNames()
   295  		}
   296  
   297  		ctx, cancelCtx := context.WithCancel(f.ctx)
   298  
   299  		// Record the stack trace at the point of this call so that if the subtest
   300  		// function - which runs in a separate stack - is marked as a helper, we can
   301  		// continue walking the stack into the parent test.
   302  		var pc [maxStackLen]uintptr
   303  		n := runtime.Callers(2, pc[:])
   304  		t := &T{
   305  			common: common{
   306  				barrier:   make(chan bool),
   307  				signal:    make(chan bool),
   308  				name:      testName,
   309  				parent:    &f.common,
   310  				level:     f.level + 1,
   311  				creator:   pc[:n],
   312  				chatty:    f.chatty,
   313  				ctx:       ctx,
   314  				cancelCtx: cancelCtx,
   315  			},
   316  			tstate: f.tstate,
   317  		}
   318  		if captureOut != nil {
   319  			// t.parent aliases f.common.
   320  			t.parent.w = captureOut
   321  		}
   322  		t.w = indenter{&t.common}
   323  		if t.chatty != nil {
   324  			t.chatty.Updatef(t.name, "=== RUN   %s\n", t.name)
   325  		}
   326  		f.common.inFuzzFn, f.inFuzzFn = true, true
   327  		go tRunner(t, func(t *T) {
   328  			args := []reflect.Value{reflect.ValueOf(t)}
   329  			for _, v := range e.Values {
   330  				args = append(args, reflect.ValueOf(v))
   331  			}
   332  			// Before resetting the current coverage, defer the snapshot so that
   333  			// we make sure it is called right before the tRunner function
   334  			// exits, regardless of whether it was executed cleanly, panicked,
   335  			// or if the fuzzFn called t.Fatal.
   336  			if f.tstate.isFuzzing {
   337  				defer f.fstate.deps.SnapshotCoverage()
   338  				f.fstate.deps.ResetCoverage()
   339  			}
   340  			fn.Call(args)
   341  		})
   342  		<-t.signal
   343  		if t.chatty != nil && t.chatty.json {
   344  			t.chatty.Updatef(t.parent.name, "=== NAME  %s\n", t.parent.name)
   345  		}
   346  		f.common.inFuzzFn, f.inFuzzFn = false, false
   347  		return !t.Failed()
   348  	}
   349  
   350  	switch f.fstate.mode {
   351  	case fuzzCoordinator:
   352  		// Fuzzing is enabled, and this is the test process started by 'go test'.
   353  		// Act as the coordinator process, and coordinate workers to perform the
   354  		// actual fuzzing.
   355  		corpusTargetDir := filepath.Join(corpusDir, f.name)
   356  		cacheTargetDir := filepath.Join(*fuzzCacheDir, f.name)
   357  		err := f.fstate.deps.CoordinateFuzzing(
   358  			fuzzDuration.d,
   359  			int64(fuzzDuration.n),
   360  			minimizeDuration.d,
   361  			int64(minimizeDuration.n),
   362  			*parallel,
   363  			f.corpus,
   364  			types,
   365  			corpusTargetDir,
   366  			cacheTargetDir)
   367  		if err != nil {
   368  			f.result = fuzzResult{Error: err}
   369  			f.Fail()
   370  			fmt.Fprintf(f.w, "%v\n", err)
   371  			if crashErr, ok := err.(fuzzCrashError); ok {
   372  				crashPath := crashErr.CrashPath()
   373  				fmt.Fprintf(f.w, "Failing input written to %s\n", crashPath)
   374  				testName := filepath.Base(crashPath)
   375  				fmt.Fprintf(f.w, "To re-run:\ngo test -run=%s/%s\n", f.name, testName)
   376  			}
   377  		}
   378  		// TODO(jayconrod,katiehockman): Aggregate statistics across workers
   379  		// and add to FuzzResult (ie. time taken, num iterations)
   380  
   381  	case fuzzWorker:
   382  		// Fuzzing is enabled, and this is a worker process. Follow instructions
   383  		// from the coordinator.
   384  		if err := f.fstate.deps.RunFuzzWorker(func(e corpusEntry) error {
   385  			// Don't write to f.w (which points to Stdout) if running from a
   386  			// fuzz worker. This would become very verbose, particularly during
   387  			// minimization. Return the error instead, and let the caller deal
   388  			// with the output.
   389  			var buf strings.Builder
   390  			if ok := run(&buf, e); !ok {
   391  				return errors.New(buf.String())
   392  			}
   393  			return nil
   394  		}); err != nil {
   395  			// Internal errors are marked with f.Fail; user code may call this too, before F.Fuzz.
   396  			// The worker will exit with fuzzWorkerExitCode, indicating this is a failure
   397  			// (and 'go test' should exit non-zero) but a failing input should not be recorded.
   398  			f.Errorf("communicating with fuzzing coordinator: %v", err)
   399  		}
   400  
   401  	default:
   402  		// Fuzzing is not enabled, or will be done later. Only run the seed
   403  		// corpus now.
   404  		for _, e := range f.corpus {
   405  			name := fmt.Sprintf("%s/%s", f.name, filepath.Base(e.Path))
   406  			if _, ok, _ := f.tstate.match.fullName(nil, name); ok {
   407  				run(f.w, e)
   408  			}
   409  		}
   410  	}
   411  }
   412  
   413  func (f *F) report() {
   414  	if *isFuzzWorker || f.parent == nil {
   415  		return
   416  	}
   417  	dstr := fmtDuration(f.duration)
   418  	format := "--- %s: %s (%s)\n"
   419  	if f.Failed() {
   420  		f.flushToParent(f.name, format, "FAIL", f.name, dstr)
   421  	} else if f.chatty != nil {
   422  		if f.Skipped() {
   423  			f.flushToParent(f.name, format, "SKIP", f.name, dstr)
   424  		} else {
   425  			f.flushToParent(f.name, format, "PASS", f.name, dstr)
   426  		}
   427  	}
   428  }
   429  
   430  // fuzzResult contains the results of a fuzz run.
   431  type fuzzResult struct {
   432  	N     int           // The number of iterations.
   433  	T     time.Duration // The total time taken.
   434  	Error error         // Error is the error from the failing input
   435  }
   436  
   437  func (r fuzzResult) String() string {
   438  	if r.Error == nil {
   439  		return ""
   440  	}
   441  	return r.Error.Error()
   442  }
   443  
   444  // fuzzCrashError is satisfied by a failing input detected while fuzzing.
   445  // These errors are written to the seed corpus and can be re-run with 'go test'.
   446  // Errors within the fuzzing framework (like I/O errors between coordinator
   447  // and worker processes) don't satisfy this interface.
   448  type fuzzCrashError interface {
   449  	error
   450  	Unwrap() error
   451  
   452  	// CrashPath returns the path of the subtest that corresponds to the saved
   453  	// crash input file in the seed corpus. The test can be re-run with go test
   454  	// -run=$test/$name $test is the fuzz test name, and $name is the
   455  	// filepath.Base of the string returned here.
   456  	CrashPath() string
   457  }
   458  
   459  // fuzzState holds fields common to all fuzz tests.
   460  type fuzzState struct {
   461  	deps testDeps
   462  	mode fuzzMode
   463  }
   464  
   465  type fuzzMode uint8
   466  
   467  const (
   468  	seedCorpusOnly fuzzMode = iota
   469  	fuzzCoordinator
   470  	fuzzWorker
   471  )
   472  
   473  // runFuzzTests runs the fuzz tests matching the pattern for -run. This will
   474  // only run the (*F).Fuzz function for each seed corpus without using the
   475  // fuzzing engine to generate or mutate inputs.
   476  func runFuzzTests(deps testDeps, fuzzTests []InternalFuzzTarget, deadline time.Time) (ran, ok bool) {
   477  	ok = true
   478  	if len(fuzzTests) == 0 || *isFuzzWorker {
   479  		return ran, ok
   480  	}
   481  	m := newMatcher(deps.MatchString, *match, "-test.run", *skip)
   482  	var mFuzz *matcher
   483  	if *matchFuzz != "" {
   484  		mFuzz = newMatcher(deps.MatchString, *matchFuzz, "-test.fuzz", *skip)
   485  	}
   486  
   487  	for _, procs := range cpuList {
   488  		runtime.GOMAXPROCS(procs)
   489  		for i := uint(0); i < *count; i++ {
   490  			if shouldFailFast() {
   491  				break
   492  			}
   493  
   494  			tstate := newTestState(*parallel, m)
   495  			tstate.deadline = deadline
   496  			fstate := &fuzzState{deps: deps, mode: seedCorpusOnly}
   497  			root := common{w: os.Stdout} // gather output in one place
   498  			if Verbose() {
   499  				root.chatty = newChattyPrinter(root.w)
   500  			}
   501  			for _, ft := range fuzzTests {
   502  				if shouldFailFast() {
   503  					break
   504  				}
   505  				testName, matched, _ := tstate.match.fullName(nil, ft.Name)
   506  				if !matched {
   507  					continue
   508  				}
   509  				if mFuzz != nil {
   510  					if _, fuzzMatched, _ := mFuzz.fullName(nil, ft.Name); fuzzMatched {
   511  						// If this will be fuzzed, then don't run the seed corpus
   512  						// right now. That will happen later.
   513  						continue
   514  					}
   515  				}
   516  				ctx, cancelCtx := context.WithCancel(context.Background())
   517  				f := &F{
   518  					common: common{
   519  						signal:    make(chan bool),
   520  						barrier:   make(chan bool),
   521  						name:      testName,
   522  						parent:    &root,
   523  						level:     root.level + 1,
   524  						chatty:    root.chatty,
   525  						ctx:       ctx,
   526  						cancelCtx: cancelCtx,
   527  					},
   528  					tstate: tstate,
   529  					fstate: fstate,
   530  				}
   531  				f.w = indenter{&f.common}
   532  				if f.chatty != nil {
   533  					f.chatty.Updatef(f.name, "=== RUN   %s\n", f.name)
   534  				}
   535  				go fRunner(f, ft.Fn)
   536  				<-f.signal
   537  				if f.chatty != nil && f.chatty.json {
   538  					f.chatty.Updatef(f.parent.name, "=== NAME  %s\n", f.parent.name)
   539  				}
   540  				ok = ok && !f.Failed()
   541  				ran = ran || f.ran
   542  			}
   543  			if !ran {
   544  				// There were no tests to run on this iteration.
   545  				// This won't change, so no reason to keep trying.
   546  				break
   547  			}
   548  		}
   549  	}
   550  
   551  	return ran, ok
   552  }
   553  
   554  // runFuzzing runs the fuzz test matching the pattern for -fuzz. Only one such
   555  // fuzz test must match. This will run the fuzzing engine to generate and
   556  // mutate new inputs against the fuzz target.
   557  //
   558  // If fuzzing is disabled (-test.fuzz is not set), runFuzzing
   559  // returns immediately.
   560  func runFuzzing(deps testDeps, fuzzTests []InternalFuzzTarget) (ok bool) {
   561  	if len(fuzzTests) == 0 || *matchFuzz == "" {
   562  		return true
   563  	}
   564  	m := newMatcher(deps.MatchString, *matchFuzz, "-test.fuzz", *skip)
   565  	tstate := newTestState(1, m)
   566  	tstate.isFuzzing = true
   567  	fstate := &fuzzState{
   568  		deps: deps,
   569  	}
   570  	root := common{w: os.Stdout}
   571  	if *isFuzzWorker {
   572  		root.w = io.Discard
   573  		fstate.mode = fuzzWorker
   574  	} else {
   575  		fstate.mode = fuzzCoordinator
   576  	}
   577  	if Verbose() && !*isFuzzWorker {
   578  		root.chatty = newChattyPrinter(root.w)
   579  	}
   580  	var fuzzTest *InternalFuzzTarget
   581  	var testName string
   582  	var matched []string
   583  	for i := range fuzzTests {
   584  		name, ok, _ := tstate.match.fullName(nil, fuzzTests[i].Name)
   585  		if !ok {
   586  			continue
   587  		}
   588  		matched = append(matched, name)
   589  		fuzzTest = &fuzzTests[i]
   590  		testName = name
   591  	}
   592  	if len(matched) == 0 {
   593  		fmt.Fprintln(os.Stderr, "testing: warning: no fuzz tests to fuzz")
   594  		return true
   595  	}
   596  	if len(matched) > 1 {
   597  		fmt.Fprintf(os.Stderr, "testing: will not fuzz, -fuzz matches more than one fuzz test: %v\n", matched)
   598  		return false
   599  	}
   600  
   601  	ctx, cancelCtx := context.WithCancel(context.Background())
   602  	f := &F{
   603  		common: common{
   604  			signal:    make(chan bool),
   605  			barrier:   nil, // T.Parallel has no effect when fuzzing.
   606  			name:      testName,
   607  			parent:    &root,
   608  			level:     root.level + 1,
   609  			chatty:    root.chatty,
   610  			ctx:       ctx,
   611  			cancelCtx: cancelCtx,
   612  		},
   613  		fstate: fstate,
   614  		tstate: tstate,
   615  	}
   616  	f.w = indenter{&f.common}
   617  	if f.chatty != nil {
   618  		f.chatty.Updatef(f.name, "=== RUN   %s\n", f.name)
   619  	}
   620  	go fRunner(f, fuzzTest.Fn)
   621  	<-f.signal
   622  	if f.chatty != nil {
   623  		f.chatty.Updatef(f.parent.name, "=== NAME  %s\n", f.parent.name)
   624  	}
   625  	return !f.failed
   626  }
   627  
   628  // fRunner wraps a call to a fuzz test and ensures that cleanup functions are
   629  // called and status flags are set. fRunner should be called in its own
   630  // goroutine. To wait for its completion, receive from f.signal.
   631  //
   632  // fRunner is analogous to tRunner, which wraps subtests started with T.Run.
   633  // Unit tests and fuzz tests work a little differently, so for now, these
   634  // functions aren't consolidated. In particular, because there are no F.Run and
   635  // F.Parallel methods, i.e., no fuzz sub-tests or parallel fuzz tests, a few
   636  // simplifications are made. We also require that F.Fuzz, F.Skip, or F.Fail is
   637  // called.
   638  func fRunner(f *F, fn func(*F)) {
   639  	// When this goroutine is done, either because runtime.Goexit was called, a
   640  	// panic started, or fn returned normally, record the duration and send
   641  	// t.signal, indicating the fuzz test is done.
   642  	defer func() {
   643  		// Detect whether the fuzz test panicked or called runtime.Goexit
   644  		// without calling F.Fuzz, F.Fail, or F.Skip. If it did, panic (possibly
   645  		// replacing a nil panic value). Nothing should recover after fRunner
   646  		// unwinds, so this should crash the process and print stack.
   647  		// Unfortunately, recovering here adds stack frames, but the location of
   648  		// the original panic should still be
   649  		// clear.
   650  		f.checkRaces()
   651  		if f.Failed() {
   652  			numFailed.Add(1)
   653  		}
   654  		err := recover()
   655  		if err == nil {
   656  			f.mu.RLock()
   657  			fuzzNotCalled := !f.fuzzCalled && !f.skipped && !f.failed
   658  			if !f.finished && !f.skipped && !f.failed {
   659  				err = errNilPanicOrGoexit
   660  			}
   661  			f.mu.RUnlock()
   662  			if fuzzNotCalled && err == nil {
   663  				f.Error("returned without calling F.Fuzz, F.Fail, or F.Skip")
   664  			}
   665  		}
   666  
   667  		// Use a deferred call to ensure that we report that the test is
   668  		// complete even if a cleanup function calls F.FailNow. See issue 41355.
   669  		didPanic := false
   670  		defer func() {
   671  			if !didPanic {
   672  				// Only report that the test is complete if it doesn't panic,
   673  				// as otherwise the test binary can exit before the panic is
   674  				// reported to the user. See issue 41479.
   675  				f.signal <- true
   676  			}
   677  		}()
   678  
   679  		// If we recovered a panic or inappropriate runtime.Goexit, fail the test,
   680  		// flush the output log up to the root, then panic.
   681  		doPanic := func(err any) {
   682  			f.Fail()
   683  			if r := f.runCleanup(recoverAndReturnPanic); r != nil {
   684  				f.Logf("cleanup panicked with %v", r)
   685  			}
   686  			for root := &f.common; root.parent != nil; root = root.parent {
   687  				root.mu.Lock()
   688  				root.duration += highPrecisionTimeSince(root.start)
   689  				d := root.duration
   690  				root.mu.Unlock()
   691  				root.flushToParent(root.name, "--- FAIL: %s (%s)\n", root.name, fmtDuration(d))
   692  			}
   693  			didPanic = true
   694  			panic(err)
   695  		}
   696  		if err != nil {
   697  			doPanic(err)
   698  		}
   699  
   700  		// No panic or inappropriate Goexit.
   701  		f.duration += highPrecisionTimeSince(f.start)
   702  
   703  		if len(f.sub) > 0 {
   704  			// Unblock inputs that called T.Parallel while running the seed corpus.
   705  			// This only affects fuzz tests run as normal tests.
   706  			// While fuzzing, T.Parallel has no effect, so f.sub is empty, and this
   707  			// branch is not taken. f.barrier is nil in that case.
   708  			f.tstate.release()
   709  			close(f.barrier)
   710  			// Wait for the subtests to complete.
   711  			for _, sub := range f.sub {
   712  				<-sub.signal
   713  			}
   714  			cleanupStart := highPrecisionTimeNow()
   715  			err := f.runCleanup(recoverAndReturnPanic)
   716  			f.duration += highPrecisionTimeSince(cleanupStart)
   717  			if err != nil {
   718  				doPanic(err)
   719  			}
   720  		}
   721  
   722  		// Report after all subtests have finished.
   723  		f.report()
   724  		f.done = true
   725  		f.setRan()
   726  	}()
   727  	defer func() {
   728  		if len(f.sub) == 0 {
   729  			f.runCleanup(normalPanic)
   730  		}
   731  	}()
   732  
   733  	f.start = highPrecisionTimeNow()
   734  	f.resetRaces()
   735  	fn(f)
   736  
   737  	// Code beyond this point will not be executed when FailNow or SkipNow
   738  	// is invoked.
   739  	f.mu.Lock()
   740  	f.finished = true
   741  	f.mu.Unlock()
   742  }
   743  

View as plain text