Skip to content

Instantly share code, notes, and snippets.

View alxschwarz's full-sized avatar

Alexander Feller alxschwarz

View GitHub Profile
@alxschwarz
alxschwarz / sshfs-sshpass-systemd.service
Created February 12, 2018 10:59
systemd.mount sshfs und sshpass
[Install]
WantedBy=multi-user.target
[Unit]
Description=mount script
Requires=network-online.target network.target
After=network-online.service network.target
[Mount]
What=remote_user@host:/home/remote_user
@alxschwarz
alxschwarz / goofys_empty_s3debug.log
Created January 22, 2018 09:07
goofys_empty_s3debug.log
Jan 22 09:01:45 pl-active-zvhp goofys[27451]: 2018/01/22 09:01:45.026997 s3.DEBUG DEBUG: Request s3/ListObjects Details:
Jan 22 09:01:45 pl-active-zvhp goofys[27451]: ---[ REQUEST POST-SIGN ]-----------------------------
Jan 22 09:01:45 pl-active-zvhp goofys[27451]: GET /bucket?delimiter=%2F&max-keys=1&prefix=folder%2Fym%3D2018-01%2F HTTP/1.1
Jan 22 09:01:45 pl-active-zvhp goofys[27451]: Host: storage.googleapis.com
Jan 22 09:01:45 pl-active-zvhp goofys[27451]: User-Agent: aws-sdk-go/1.8.25 (go1.9.2; linux; amd64)
Jan 22 09:01:45 pl-active-zvhp goofys[27451]: Accept-Encoding: identity
Jan 22 09:01:45 pl-active-zvhp goofys[27451]: Authorization: AWS4-HMAC-SHA256 Credential=GOOGM3WZIEPV54Q7BHJC/20180122/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=5880b508cb281a88332bee9e52a3c56bde2212c0e4a00b5cad7131576cf299a9
Jan 22 09:01:45 pl-active-zvhp goofys[27451]: X-Amz-Content-Sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
Jan 22 09:01:45 pl-active-
@alxschwarz
alxschwarz / goofys_empty_folder.log
Created January 21, 2018 09:22
goofys_empty_folder.log
Jan 21 09:07:04 pl-active-vhwj goofys[29698]: 2018/01/21 09:07:04.324986 fuse.DEBUG Op 0x00000001 connection.go:396] <- init
Jan 21 09:07:04 pl-active-vhwj goofys[29698]: 2018/01/21 09:07:04.325086 fuse.DEBUG Op 0x00000001 connection.go:479] -> OK ()
Jan 21 09:07:04 pl-active-vhwj goofys[29698]: 2018/01/21 09:07:04.325107 main.INFO File system has been successfully mounted.
Jan 21 09:07:07 pl-active-vhwj goofys[29698]: 2018/01/21 09:07:07.622202 fuse.DEBUG Op 0x00000002 connection.go:396] <- GetInodeAttributes (inode 1)
Jan 21 09:07:07 pl-active-vhwj goofys[29698]: 2018/01/21 09:07:07.622590 fuse.DEBUG GetAttributes 1 []
Jan 21 09:07:07 pl-active-vhwj goofys[29698]: 2018/01/21 09:07:07.622689 fuse.DEBUG Op 0x00000002 connection.go:479] -> OK ()
Jan 21 09:07:10 pl-active-vhwj goofys[29698]: 2018/01/21 09:07:10.173971 fuse.DEBUG Op 0x00000003 connection.go:396] <- OpenDir (inode 1)
Jan 21 09:07:10 pl-active-vhwj goofys[29698]: 2018/01/21 09:07:10.174195 fuse.DEBUG OpenDir 1
@alxschwarz
alxschwarz / goofys_unknown_inode.log
Created January 21, 2018 07:14
goofys: unknown inode error
Jan 21 00:17:02 pl-active-j4xz goofys[12023]: panic: Unknown inode: 111625
Jan 21 00:17:02 pl-active-j4xz goofys[12023]: goroutine 16934493 [running]:
Jan 21 00:17:02 pl-active-j4xz goofys[12023]: github.com/kahing/goofys/internal.(*Goofys).getInodeOrDie(0xc420148a90, 0x1b409, 0xc423194340)
Jan 21 00:17:02 pl-active-j4xz goofys[12023]: #011/home/khc/Code/go/src/github.com/kahing/goofys/internal/goofys.go:423 +0x130
Jan 21 00:17:02 pl-active-j4xz goofys[12023]: github.com/kahing/goofys/internal.(*Goofys).OpenFile(0xc420148a90, 0xc89020, 0xc420ab8360, 0xc42667e8e0, 0x0, 0x0)
Jan 21 00:17:02 pl-active-j4xz goofys[12023]: #011/home/khc/Code/go/src/github.com/kahing/goofys/internal/goofys.go:869 +0x6a
Jan 21 00:17:02 pl-active-j4xz goofys[12023]: github.com/jacobsa/fuse/fuseutil.(*fileSystemServer).handleOp(0xc4203a03a0, 0xc42015a480, 0xc89020, 0xc420ab8360, 0x8ba600, 0xc42667e8e0)
Jan 21 00:17:02 pl-active-j4xz goofys[12023]: #011/home/khc/Code/go/src/github.com/jacobsa/fuse/fuseutil/file_system.go:184 +0x9f1
Jan
@alxschwarz
alxschwarz / goofys_debug_memory_leak.log
Created December 12, 2017 17:59
goofys debug (memory leak)
fatal error: runtime: out of memory
runtime stack:
runtime.throw(0x9b27fe, 0x16)
/usr/local/go/src/runtime/panic.go:596 +0x95
runtime.sysMap(0xc6313f0000, 0x3c0000, 0x457f00, 0xca97b8)
/usr/local/go/src/runtime/mem_linux.go:216 +0x1d0
runtime.(*mheap).sysAlloc(0xc90b00, 0x3c0000, 0x1800033b5e)
/usr/local/go/src/runtime/malloc.go:440 +0x374
runtime.(*mheap).grow(0xc90b00, 0x1db, 0x0)
@alxschwarz
alxschwarz / goofys.log
Created December 12, 2017 15:36
goofys out of memory
Dec 12 15:30:47 qa-pl-1 goofys[19437]: fatal error: runtime: out of memory
Dec 12 15:30:47 qa-pl-1 goofys[19437]: runtime stack:
Dec 12 15:30:47 qa-pl-1 goofys[19437]: runtime.throw(0x9b27fe, 0x16)
Dec 12 15:30:47 qa-pl-1 goofys[19437]: #011/usr/local/go/src/runtime/panic.go:596 +0x95
Dec 12 15:30:47 qa-pl-1 goofys[19437]: runtime.sysMap(0xc5228e0000, 0x100000, 0x880000, 0xca97b8)
Dec 12 15:30:47 qa-pl-1 goofys[19437]: #011/usr/local/go/src/runtime/mem_linux.go:216 +0x1d0
Dec 12 15:30:47 qa-pl-1 goofys[19437]: runtime.(*mheap).sysAlloc(0xc90b00, 0x100000, 0x7fa32effcd20)
Dec 12 15:30:47 qa-pl-1 goofys[19437]: #011/usr/local/go/src/runtime/malloc.go:440 +0x374
Dec 12 15:30:47 qa-pl-1 goofys[19437]: runtime.(*mheap).grow(0xc90b00, 0x76, 0x0)
Dec 12 15:30:47 qa-pl-1 goofys[19437]: #011/usr/local/go/src/runtime/mheap.go:774 +0x62
panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x28 pc=0x85d42b]
goroutine 4202366 [running]:
github.com/kahing/goofys/internal.(*Buffer).readFromStream(0xc420be9640, 0xc420660018, 0x20000, 0x20000, 0x0, 0x0, 0xc4200140a0)
#011/home/khc/Code/go/src/github.com/kahing/goofys/internal/buffer_pool.go:360 +0xcb
github.com/kahing/goofys/internal.(*Buffer).Read(0xc420be9640, 0xc420660018, 0x20000, 0x20000, 0x0, 0xc57020, 0xc4200140a0)
#011/home/khc/Code/go/src/github.com/kahing/goofys/internal/buffer_pool.go:392 +0x426
io.ReadAtLeast(0xc570e0, 0xc420be9640, 0xc420660018, 0x20000, 0x20000, 0x20000, 0xc42014fc80, 0xc430c4c000, 0xd)
#011/usr/local/go/src/io/io.go:307 +0xa9
io.ReadFull(0xc570e0, 0xc420be9640, 0xc420660018, 0x20000, 0x20000, 0xc42001ed58, 0x657708, 0xc420d0a740)
2017/06/27 05:38:41.568429 s3.DEBUG DEBUG: Request s3/HeadObject Details:
---[ REQUEST POST-SIGN ]-----------------------------
HEAD /bucket/folder/ym%3D2017-01/ HTTP/1.1
Host: storage.googleapis.com
User-Agent: aws-sdk-go/1.8.25 (go1.8.1; linux; amd64)
Authorization: AWS4-HMAC-SHA256 Credential=GOOGM3WZIEPV54Q7BHJC/20170627/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=22a83bedb46412cbfce8f8b7e6721b187a897c55fccba0d7da34fc97f894fa39
X-Amz-Content-Sha256: e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
X-Amz-Date: 20170627T053841Z
func setNetworkInterface(prefix, network, subnet string) *compute.NetworkInterface {
var netif = new(compute.NetworkInterface)
netif.AccessConfigs = []*compute.AccessConfig{
&compute.AccessConfig{
Type: "ONE_TO_ONE_NAT",
Name: "External NAT",
},
}
netif.Network = prefix + "/global/networks/" + network
if subnet != "" {
pb := &compute.Instance{
Name: name,
Description: "compute sample instance",
MachineType: prefix + "/zones/" + zone + "/machineTypes/" + mtype,
Disks: []*compute.AttachedDisk{
{
AutoDelete: true,
Boot: true,
Type: "PERSISTENT",
InitializeParams: &compute.AttachedDiskInitializeParams{