go.mod

module walk-file-example

go 1.20

require github.com/pachyderm/pachyderm/v2 v2.4.5

require (
        github.com/Azure/azure-pipeline-go v0.2.3 // indirect
        github.com/Azure/azure-storage-blob-go v0.14.0 // indirect                                                                                                                          github.com/apache/arrow/go/arrow v0.0.0-20211112161151-bc219186db40 // indirect                                                                                             
        github.com/aws/aws-sdk-go v1.44.68 // indirect
        github.com/aws/aws-sdk-go-v2 v1.16.8 // indirect
        github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.3 // indirect
        github.com/aws/aws-sdk-go-v2/credentials v1.12.10 // indirect
        github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.21 // indirect
        github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.15 // indirect
        github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.9 // indirect
        github.com/aws/aws-sdk-go-v2/internal/v4a v1.0.6 // indirect
        github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.3 // indirect
        github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.10 // indirect
        github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.9 // indirect                                                                                                      github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.13.9 // indirect
        github.com/aws/aws-sdk-go-v2/service/s3 v1.27.2 // indirect
        github.com/aws/smithy-go v1.12.0 // indirect
        github.com/benbjohnson/clock v1.3.0 // indirect
        github.com/beorn7/perks v1.0.1 // indirect                                                                                                                                          github.com/cenkalti/backoff/v4 v4.1.3 // indirect
        github.com/cespare/xxhash/v2 v2.1.2 // indirect
        github.com/coreos/go-oidc v2.2.1+incompatible // indirect
        github.com/coreos/go-semver v0.3.0 // indirect
        github.com/coreos/go-systemd/v22 v22.3.2 // indirect
        github.com/davecgh/go-spew v1.1.1 // indirect
        github.com/docker/go-units v0.4.0 // indirect
        github.com/dustin/go-humanize v1.0.1 // indirect
        github.com/emicklei/go-restful/v3 v3.9.0 // indirect
        github.com/fatih/camelcase v1.0.0 // indirect
        github.com/fatih/color v1.13.0 // indirect
        github.com/form3tech-oss/jwt-go v3.2.5+incompatible // indirect
                github.com/gabriel-vasile/mimetype v1.4.0 // indirect
        github.com/go-logr/logr v1.2.3 // indirect
        github.com/go-logr/stdr v1.2.2 // indirect
        github.com/go-logr/zapr v1.2.3 // indirect
        github.com/go-openapi/jsonpointer v0.19.5 // indirect                                                                                                                               github.com/go-openapi/jsonreference v0.20.0 // indirect
        github.com/go-openapi/swag v0.21.1 // indirect
        github.com/go-sql-driver/mysql v1.6.0 // indirect
        github.com/gogo/protobuf v1.3.2 // indirect
        github.com/golang/protobuf v1.5.2 // indirect
        github.com/google/btree v1.0.1 // indirect
        github.com/google/flatbuffers v2.0.0+incompatible // indirect
        github.com/google/gnostic v0.5.7-v3refs // indirect
        github.com/google/go-cmp v0.5.9 // indirect
        github.com/google/gofuzz v1.2.0 // indirect
        github.com/google/uuid v1.3.0 // indirect
        github.com/gorilla/websocket v1.5.0 // indirect                                                                                                                                     github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
        github.com/grpc-ecosystem/go-grpc-prometheus v1.2.1-0.20191002090509-6af20e3a5340 // indirect
        github.com/grpc-ecosystem/grpc-gateway v1.16.0 // indirect
        github.com/grpc-ecosystem/grpc-gateway/v2 v2.10.2 // indirect                                                                                                                       github.com/imdario/mergo v0.3.12 // indirect
        github.com/jackc/chunkreader/v2 v2.0.1 // indirect
        github.com/jackc/pgconn v1.12.1 // indirect
        github.com/jackc/pgerrcode v0.0.0-20201024163028-a0d42d470451 // indirect
        github.com/jackc/pgio v1.0.0 // indirect
        github.com/jackc/pgpassfile v1.0.0 // indirect
        github.com/jackc/pgproto3/v2 v2.3.0 // indirect
        github.com/jackc/pgservicefile v0.0.0-20200714003250-2b9c44734f2b // indirect
        github.com/jackc/pgtype v1.11.0 // indirect
        github.com/jackc/pgx/v4 v4.16.1 // indirect
        github.com/jmespath/go-jmespath v0.4.0 // indirect
        github.com/jmoiron/sqlx v1.2.0 // indirect
        github.com/jonboulle/clockwork v0.2.2 // indirect
        github.com/josharian/intern v1.0.0 // indirect
        github.com/json-iterator/go v1.1.12 // indirect
        github.com/klauspost/compress v1.15.9 // indirect
        github.com/lib/pq v1.10.6 // indirect
        github.com/mailru/easyjson v0.7.7 // indirect
        github.com/mattn/go-colorable v0.1.12 // indirect
        github.com/mattn/go-ieproxy v0.0.1 // indirect
        github.com/mattn/go-isatty v0.0.14 // indirect
        github.com/matttproud/golang_protobuf_extensions v1.0.2-0.20181231171920-c182affec369 // indirect
        github.com/moby/spdystream v0.2.0 // indirect
        github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
        github.com/modern-go/reflect2 v1.0.2 // indirect
        github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
        github.com/opentracing-contrib/go-grpc v0.0.0-20210225150812-73cb765af46e // indirect
        github.com/opentracing/opentracing-go v1.2.0 // indirect
        github.com/pierrec/lz4/v4 v4.1.11 // indirect
        github.com/pkg/browser v0.0.0-20210911075715-681adbf594b8 // indirect
        github.com/pkg/errors v0.9.1 // indirect
        github.com/pmezard/go-difflib v1.0.0 // indirect
        github.com/pquerna/cachecontrol v0.0.0-20180517163645-1555304b9b35 // indirect
        github.com/prometheus/client_golang v1.12.2 // indirect
        github.com/prometheus/client_model v0.2.0 // indirect
        github.com/prometheus/common v0.37.0 // indirect
        github.com/prometheus/procfs v0.7.3 // indirect
        github.com/satori/go.uuid v1.2.1-0.20181028125025-b2ce2384e17b // indirect
                github.com/sirupsen/logrus v1.9.0 // indirect
        github.com/snowflakedb/gosnowflake v1.6.11 // indirect
        github.com/soheilhy/cmux v0.1.5 // indirect
        github.com/spf13/pflag v1.0.5 // indirect
        github.com/stretchr/testify v1.8.0 // indirect
        github.com/tmc/grpc-websocket-proxy v0.0.0-20201229170055-e5319fda7802 // indirect
        github.com/uber/jaeger-client-go v2.28.0+incompatible // indirect
        github.com/uber/jaeger-lib v2.4.1+incompatible // indirect
        github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2 // indirect
        go.etcd.io/bbolt v1.3.6 // indirect
        go.etcd.io/etcd/api/v3 v3.5.5 // indirect
        go.etcd.io/etcd/client/pkg/v3 v3.5.5 // indirect
        go.etcd.io/etcd/client/v2 v2.305.5 // indirect
        go.etcd.io/etcd/client/v3 v3.5.5 // indirect
        go.etcd.io/etcd/pkg/v3 v3.5.5 // indirect
        go.etcd.io/etcd/raft/v3 v3.5.5 // indirect
        go.etcd.io/etcd/server/v3 v3.5.5 // indirect
        go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.28.0 // indirect
        go.opentelemetry.io/otel v1.7.0 // indirect
        go.opentelemetry.io/otel/exporters/otlp/internal/retry v1.7.0 // indirect
        go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.7.0 // indirect
        go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.7.0 // indirect
        go.opentelemetry.io/otel/sdk v1.7.0 // indirect
        go.opentelemetry.io/otel/trace v1.7.0 // indirect
        go.opentelemetry.io/proto/otlp v0.16.0 // indirect
        go.uber.org/atomic v1.9.0 // indirect
        go.uber.org/multierr v1.8.0 // indirect
        go.uber.org/zap v1.24.0 // indirect
        golang.org/x/crypto v0.0.0-20220824171710-5757bc0c5503 // indirect
        golang.org/x/exp v0.0.0-20221019170559-20944726eadf // indirect
        golang.org/x/mod v0.7.0 // indirect
        golang.org/x/net v0.7.0 // indirect
        golang.org/x/oauth2 v0.0.0-20220722155238-128564f6959c // indirect
        golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4 // indirect
        golang.org/x/sys v0.5.0 // indirect
        golang.org/x/term v0.5.0 // indirect
        golang.org/x/text v0.7.0 // indirect
        golang.org/x/time v0.0.0-20220722155302-e5dcc9cfc0b9 // indirect
        golang.org/x/xerrors v0.0.0-20220609144429-65e65417b02f // indirect
        google.golang.org/appengine v1.6.7 // indirect
        google.golang.org/genproto v0.0.0-20220802133213-ce4fa296bf78 // indirect
        google.golang.org/grpc v1.48.0 // indirect
        google.golang.org/protobuf v1.28.1 // indirect
        gopkg.in/inf.v0 v0.9.1 // indirect
        gopkg.in/natefinch/lumberjack.v2 v2.0.0 // indirect
        gopkg.in/square/go-jose.v2 v2.6.0 // indirect
        gopkg.in/yaml.v2 v2.4.0 // indirect
        gopkg.in/yaml.v3 v3.0.1 // indirect
        k8s.io/api v0.26.0 // indirect
        k8s.io/apimachinery v0.26.0 // indirect
        k8s.io/client-go v0.26.0 // indirect
        k8s.io/klog/v2 v2.80.1 // indirect
        k8s.io/kube-openapi v0.0.0-20221012153701-172d655c2280 // indirect
        k8s.io/utils v0.0.0-20221107191617-1a15be271d1d // indirect
        sigs.k8s.io/json v0.0.0-20220713155537-f223a00ba0e2 // indirect
        sigs.k8s.io/structured-merge-diff/v4 v4.2.3 // indirect
        sigs.k8s.io/yaml v1.3.0 // indirect
)

main.go

package main

import (
        "encoding/hex"
        "fmt"
        "log"

        "github.com/dustin/go-humanize"
        "github.com/pachyderm/pachyderm/v2/src/client"
        "github.com/pachyderm/pachyderm/v2/src/pfs"
)

func main() {
        c, err := client.NewInCluster()
        if err != nil {
                log.Fatalf("NewInCluster: %v", err)
        }
        c.SetAuthToken("V4Ptmxchcj04TY5vmngJAD0RiuJ3JYc6")

        if err := c.WalkFile(client.NewCommit("images", "master", ""), "/", func(fi *pfs.FileInfo) error {
                fmt.Printf("%s %s %s\n", fi.GetFile().GetPath(), hex.EncodeToString(fi.GetHash()), humanize.IBytes(uint64(fi.GetSizeBytes())))
                return nil
        }); err != nil {
                log.Fatalf("WalkFile: %v", err)
        }
}