go http VirtualBox vboxfs sendfile bug workaround

disable_sendfile_linux.go

// VirtualBox vboxsf sendfile bug workaround
// use seccomp to make sendfile return ENOTSUP which makes go http fallback to io.Copy
//
// if running in docker make sure to give SYS_ADMIN capabilities to container:
// docker create --cap-add=SYS_ADMIN
// docker-compose:
// cap_add:
//   - SYS_ADMIN
//
// Licensed as public domain
// [email protected]

package main

import (
	"fmt"
	"io/ioutil"
	"runtime"
	"strings"
	"syscall"
	"unsafe"
)

// https://github.com/torvalds/linux/blob/master/include/uapi/linux/filter.h
type sockFilter struct {
	code uint16
	jt   uint8
	jf   uint8
	k    uint32
}
type sockFprog struct {
	len  uint16
	filt []sockFilter
}

func init() {
	// only disable if running in virtualbox
	// TODO: some better way of detecting?
	mounts, err := ioutil.ReadFile("/proc/mounts")
	if err != nil {
		return
	}
	if !strings.Contains(string(mounts), "vboxsf") {
		return
	}

	// https://github.com/torvalds/linux/blob/master/include/uapi/linux/seccomp.h
	const (
		seccompSetModeFilter          = 0x1        // set bpf filter mode
		seccompFilterFlagTsync        = 0x1        // same filter for all threads
		seccompRetErrno        uint32 = 0x00050000 // return errno value
		seccompRetAllow        uint32 = 0x7fff0000 // allow syscall
	)

	// syscall number for seccomp
	// https://github.com/torvalds/linux/tree/master/arch/x86/entry/syscalls
	var sysSeccomp uintptr
	if runtime.GOARCH == "amd64" {
		sysSeccomp = 317
	} else {
		sysSeccomp = 354
	}

	/*
		BPF runs on this data:
		struct seccomp_data {
		  int nr;
		  __u32 arch;
		  __u64 instruction_pointer;
		  __u64 args[6];
		};
	*/
	filter := &sockFprog{
		len: 4,
		filt: []sockFilter{
			{syscall.BPF_LD + syscall.BPF_ABS + syscall.BPF_W, 0, 0, 0},                        // load syscall (nr at offset 0)
			{syscall.BPF_JMP + syscall.BPF_JEQ + syscall.BPF_K, 0, 1, syscall.SYS_SENDFILE},    // if sendfile
			{syscall.BPF_RET + syscall.BPF_K, 0, 0, seccompRetErrno | uint32(syscall.ENOTSUP)}, // true: ENOTSUP
			{syscall.BPF_RET + syscall.BPF_K, 0, 0, seccompRetAllow},                           // false: ALLOW
		},
	}

	if r1, r2, errno :=
		syscall.Syscall(
			sysSeccomp,
			uintptr(seccompSetModeFilter),
			uintptr(seccompFilterFlagTsync),
			uintptr(unsafe.Pointer(filter))); errno == 0 {
		fmt.Printf("WARNING: sendfile disabled\n")
	} else {
		fmt.Printf("WARNING: disable sendfile FAILED r1=%d r2=%d %v\n", r1, r2, errno)
	}
}

Sir, I owe you a beer if we ever wind up at the same conference.
Thank you very much for posting this and linking to it in the golang issue.

Thank you.

@RobbieMcKinstry @joboscribe Your welcome! glad it's useful to others 😄

Oh might be useful to someone: With newer versions of firejail you can do the same thing using firejail --seccomp.enotsup=sendfile ./program

I am newbie to go, I have got codebase from some where which has server.go. Which I uses to start web server. go run server.go Where should I keep this file to make it work? I am on Vagrant, VirtualBox.

@rajputvai Hi, you should put this file in the same directory as server.go

Made a package that i easy to use https://github.com/wader/disable_sendfile_vbox_linux