file.go

// Distribute takes the slice of IonosUsers and distributes export jobs. Any errors during export are collected
// into the Supervisor's errorMap. This will return a ErrExportHadFailures error if any AppIDs failed to export
func (s *Supervisor) Distribute(ctx context.Context, exportUsers []IonosUser) error {
	pool := conc.NewWithResults[int64]().WithMaxGoroutines(s.numWorkers).WithErrors().WithContext(ctx)

	for _, user := range exportUsers {
		pool.Go(func(c context.Context) (int64, error) {
			err := s.ExportAppID(c, user)
			if err != nil {
				// To allow for recovery file creation
				s.AddError(user.AppID, err)
			}

			return user.AppID, err
		})
	}

	processed, err := pool.Wait()
	if len(processed) != len(exportUsers) {
		return fmt.Errorf("Missing AppIDs processed. Processed %d, expected %d", len(processed), len(exportUsers))
	}

	return err
}