1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120
|
package main
import (
"io"
"os"
"path"
"path/filepath"
"github.com/colinmarc/hdfs/v2"
)
func put(args []string) {
if len(args) != 2 {
fatalWithUsage()
}
dests, nn, err := normalizePaths(args[1:])
if err != nil {
fatal(err)
}
dest := dests[0]
source, err := filepath.Abs(args[0])
if err != nil {
fatal(err)
}
client, err := getClient(nn)
if err != nil {
fatal(err)
}
if filepath.Base(source) == "-" {
putFromStdin(client, dest)
} else {
putFromFile(client, source, dest)
}
}
func putFromStdin(client *hdfs.Client, dest string) {
// If the destination exists, regardless of what it is, bail out.
_, err := client.Stat(dest)
if err == nil {
fatal(&os.PathError{"put", dest, os.ErrExist})
} else if !os.IsNotExist(err) {
fatal(err)
}
mode := 0755 | os.ModeDir
parentDir := filepath.Dir(dest)
if parentDir != "." && parentDir != "/" {
if err := client.MkdirAll(parentDir, mode); err != nil {
fatal(err)
}
}
writer, err := client.Create(dest)
if err != nil {
fatal(err)
}
defer writer.Close()
io.Copy(writer, os.Stdin)
}
func putFromFile(client *hdfs.Client, source string, dest string) {
// If the destination is an existing directory, place it inside. Otherwise,
// the destination is really the parent directory, and we need to rename the
// source directory as we copy.
existing, err := client.Stat(dest)
if err == nil {
if existing.IsDir() {
dest = path.Join(dest, filepath.Base(source))
} else {
fatal(&os.PathError{"mkdir", dest, os.ErrExist})
}
} else if !os.IsNotExist(err) {
fatal(err)
}
mode := 0755 | os.ModeDir
err = filepath.Walk(source, func(p string, fi os.FileInfo, err error) error {
if err != nil {
return err
}
rel, err := filepath.Rel(source, p)
if err != nil {
return err
}
fullDest := path.Join(dest, rel)
if fi.IsDir() {
client.Mkdir(fullDest, mode)
} else {
writer, err := client.Create(fullDest)
if err != nil {
return err
}
defer writer.Close()
reader, err := os.Open(p)
if err != nil {
return err
}
defer reader.Close()
_, err = io.Copy(writer, reader)
if err != nil {
return err
}
}
return nil
})
if err != nil {
fatal(err)
}
}
|