1
0
mirror of https://github.com/schollz/croc.git synced 2024-11-28 09:35:14 +03:00
croc/connect.go

894 lines
24 KiB
Go
Raw Normal View History

package main
import (
2018-06-23 19:18:35 +03:00
"encoding/base64"
"encoding/hex"
"encoding/json"
"fmt"
"io"
"io/ioutil"
"net"
"os"
2017-12-15 02:32:15 +03:00
"os/signal"
"path"
2018-04-24 09:45:40 +03:00
"path/filepath"
"strconv"
"strings"
"sync"
2017-12-15 02:32:15 +03:00
"syscall"
"time"
"github.com/dustin/go-humanize"
2018-06-25 05:21:56 +03:00
homedir "github.com/mitchellh/go-homedir"
"github.com/schollz/croc/keypair"
"github.com/schollz/croc/randomstring"
"github.com/schollz/peerdiscovery"
2017-10-26 21:23:50 +03:00
"github.com/schollz/progressbar"
2017-12-15 02:32:15 +03:00
tarinator "github.com/schollz/tarinator-go"
2017-10-22 19:24:55 +03:00
log "github.com/cihub/seelog"
"github.com/pkg/errors"
)
type Connection struct {
Server string
File FileMetaData
NumberOfConnections int
Code string
HashedCode string
Path string
IsSender bool
AskPath bool
Debug bool
DontEncrypt bool
2018-04-14 01:31:03 +03:00
Yes bool
Local bool
2018-04-14 00:57:34 +03:00
UseStdout bool
Wait bool
2017-10-26 21:23:50 +03:00
bar *progressbar.ProgressBar
rate int
2018-06-23 19:18:35 +03:00
keypair keypair.KeyPair
encryptedPassword string
}
type FileMetaData struct {
Name string
Size int
Hash string
Path string
IsDir bool
IsEncrypted bool
DeleteAfterSending bool
}
const (
crocReceiveDir = "croc_received"
tmpTarGzFileName = "to_send.tmp.tar.gz"
)
2018-02-09 05:17:25 +03:00
func NewConnection(config *AppConfig) (*Connection, error) {
defer log.Flush()
c := new(Connection)
2018-02-09 05:17:25 +03:00
c.Debug = config.Debug
c.DontEncrypt = config.DontEncrypt
c.Wait = config.Wait
c.Server = config.Server
c.Code = config.Code
c.NumberOfConnections = config.NumberOfConnections
2018-04-14 00:57:34 +03:00
c.UseStdout = config.UseStdout
2018-04-14 01:31:03 +03:00
c.Yes = config.Yes
2018-02-09 05:17:25 +03:00
c.rate = config.Rate
2018-04-25 10:20:09 +03:00
c.Local = config.Local
2018-06-25 05:21:56 +03:00
// make or load keypair
homedir, err := homedir.Dir()
if err != nil {
return c, err
}
pathToCrocConfig := path.Join(homedir, ".config", "croc", "keys")
if _, errExists := os.Stat(pathToCrocConfig); os.IsNotExist(errExists) {
// path/to/whatever does not exist
os.MkdirAll(path.Join(homedir, ".config", "croc"), 0700)
keys, _ := keypair.New()
err = ioutil.WriteFile(pathToCrocConfig, []byte(keys.String()), 0644)
if err != nil {
return c, err
}
}
keypairBytes, err := ioutil.ReadFile(pathToCrocConfig)
if err != nil {
return c, err
}
c.keypair, err = keypair.Load(string(keypairBytes))
if err != nil {
return c, err
}
2018-06-24 17:32:32 +03:00
if c.Debug {
SetLogLevel("debug")
} else {
SetLogLevel("error")
}
2018-04-25 10:20:09 +03:00
if c.Local {
c.Yes = true
c.DontEncrypt = true
}
2018-04-14 11:29:39 +03:00
stat, _ := os.Stdin.Stat()
if (stat.Mode() & os.ModeCharDevice) == 0 {
config.File = "stdin"
}
2018-02-09 05:17:25 +03:00
if len(config.File) > 0 {
2018-04-24 09:45:40 +03:00
config.File = filepath.Clean(config.File)
if config.File == "stdin" {
2018-06-24 17:44:25 +03:00
c.Yes = true
2018-04-14 11:29:39 +03:00
f, err := ioutil.TempFile(".", "croc-stdin-")
if err != nil {
return c, err
}
_, err = io.Copy(f, os.Stdin)
if err != nil {
return c, err
}
config.File = f.Name()
err = f.Close()
if err != nil {
return c, err
}
c.File.DeleteAfterSending = true
}
// check wether the file is a dir
2018-02-09 05:17:25 +03:00
info, err := os.Stat(config.File)
if err != nil {
2017-10-22 19:24:55 +03:00
return c, err
}
if info.Mode().IsDir() { // if our file is a dir
2018-04-23 11:38:57 +03:00
fmt.Println("Compressing folder...")
// we "tarify" the file
2018-06-24 17:30:35 +03:00
log.Debugf("compressing %s to %s", config.File, path.Base(config.File)+".tar")
2018-02-09 05:17:25 +03:00
err = tarinator.Tarinate([]string{config.File}, path.Base(config.File)+".tar")
if err != nil {
2017-10-22 19:24:55 +03:00
return c, err
}
// now, we change the target file name to match the new archive created
2018-02-09 05:17:25 +03:00
config.File = path.Base(config.File) + ".tar"
2017-10-22 01:55:34 +03:00
// we set the value IsDir to true
c.File.IsDir = true
}
2018-04-24 09:45:40 +03:00
c.File.Name = path.Base(config.File)
2018-02-09 05:17:25 +03:00
c.File.Path = path.Dir(config.File)
2018-04-25 08:58:35 +03:00
c.File.Size, _ = FileSize(config.File)
c.IsSender = true
2018-06-24 17:30:35 +03:00
log.Debugf("file: %+v", c.File)
} else {
c.IsSender = false
2018-02-09 05:17:25 +03:00
c.AskPath = config.PathSpec
c.Path = config.Path
}
2018-06-23 20:02:46 +03:00
c.File.IsEncrypted = true
if c.DontEncrypt {
c.File.IsEncrypted = false
}
2017-10-22 19:24:55 +03:00
return c, nil
}
2017-12-15 02:32:15 +03:00
func (c *Connection) cleanup() {
log.Debug("cleaning")
if c.Debug {
return
}
for id := 0; id <= 8; id++ {
err := os.Remove(path.Join(c.Path, c.File.Name+".enc."+strconv.Itoa(id)))
if err == nil {
log.Debugf("removed %s", path.Join(c.Path, c.File.Name+".enc."+strconv.Itoa(id)))
}
2017-12-15 02:32:15 +03:00
}
os.Remove(path.Join(c.Path, c.File.Name+".enc"))
}
func (c *Connection) Run() error {
2017-12-15 02:32:15 +03:00
// catch the Ctl+C
catchCtlC := make(chan os.Signal, 2)
signal.Notify(catchCtlC, os.Interrupt, syscall.SIGTERM)
go func() {
<-catchCtlC
c.cleanup()
fmt.Println("\nExiting")
os.Exit(1)
}()
defer c.cleanup()
2018-04-25 06:54:50 +03:00
// calculate number of threads
c.NumberOfConnections = MAX_NUMBER_THREADS
if c.IsSender {
fsize, err := FileSize(path.Join(c.File.Path, c.File.Name))
if err != nil {
return err
}
if fsize < MAX_NUMBER_THREADS*BUFFERSIZE {
c.NumberOfConnections = 1
log.Debug("forcing single thread")
}
}
2018-04-25 06:54:50 +03:00
runClientError := make(chan error)
2018-04-24 17:46:07 +03:00
if c.IsSender {
if c.Code == "" {
c.Code = GetRandomName()
}
2018-04-25 08:58:35 +03:00
if c.File.IsDir {
fmt.Fprintf(os.Stderr, "Sending %s folder named '%s'\n", humanize.Bytes(uint64(c.File.Size)), c.File.Name[:len(c.File.Name)-4])
} else {
fmt.Fprintf(os.Stderr, "Sending %s file named '%s'\n", humanize.Bytes(uint64(c.File.Size)), c.File.Name)
}
2018-06-25 05:33:27 +03:00
fmt.Fprintf(os.Stderr, "Code is: %s\n", c.Code)
2018-04-24 17:46:07 +03:00
log.Debug("starting relay in case local connections")
relay := NewRelay(&AppConfig{
Debug: c.Debug,
})
go relay.Run()
2018-04-24 17:46:07 +03:00
time.Sleep(200 * time.Millisecond)
// get file hash
var err error
c.File.Hash, err = HashFile(path.Join(c.File.Path, c.File.Name))
if err != nil {
return err
}
// get file size
2018-06-23 19:18:35 +03:00
c.File.Size, err = FileSize(c.File.Name)
if err != nil {
return err
}
2018-06-24 16:55:43 +03:00
if c.Server != "localhost" {
// broadcast local connection from sender
log.Debug("settings payload to ", c.Code)
go func() {
log.Debug("listening for local croc relay...")
go peerdiscovery.Discover(peerdiscovery.Settings{
Limit: 1,
TimeLimit: 600 * time.Second,
Delay: 50 * time.Millisecond,
Payload: []byte(c.Code),
})
runClientError <- c.runClient("localhost")
}()
}
2018-04-25 06:54:50 +03:00
}
2018-06-25 05:29:25 +03:00
fmt.Fprintf(os.Stderr, "Your public key: %s\n", c.keypair.Public)
2018-04-25 06:54:50 +03:00
log.Debug("checking code validity")
if len(c.Code) == 0 && !c.IsSender {
log.Debug("Finding local croc relay...")
2018-06-23 21:08:02 +03:00
discovered, errDiscover := peerdiscovery.Discover(peerdiscovery.Settings{
2018-04-25 06:54:50 +03:00
Limit: 1,
TimeLimit: 1 * time.Second,
Delay: 50 * time.Millisecond,
Payload: []byte(c.Code),
})
2018-06-23 21:08:02 +03:00
if errDiscover != nil {
log.Debug(errDiscover)
}
2018-04-25 06:54:50 +03:00
if len(discovered) > 0 {
c.Server = discovered[0].Address
log.Debug(discovered[0].Address)
c.Code = string(discovered[0].Payload)
log.Debugf("discovered code '%s'", c.Code)
time.Sleep(200 * time.Millisecond)
} else {
2018-04-25 06:54:50 +03:00
c.Code = getInput("Enter receive code: ")
log.Debug("changed code to ", c.Code)
}
}
2018-04-25 10:20:09 +03:00
if !c.Local {
go func() { runClientError <- c.runClient(c.Server) }()
}
2018-04-25 06:54:50 +03:00
return <-runClientError
}
// runClient spawns threads for parallel uplink/downlink via TCP
2018-04-24 17:46:07 +03:00
func (c *Connection) runClient(serverName string) error {
2018-06-23 20:02:46 +03:00
c.HashedCode = Hash(c.Code)
c.NumberOfConnections = MAX_NUMBER_THREADS
var wg sync.WaitGroup
wg.Add(c.NumberOfConnections)
if !c.Debug {
2018-06-24 16:14:07 +03:00
c.bar = progressbar.NewOptions(c.File.Size, progressbar.OptionSetWriter(os.Stderr))
}
2017-10-24 17:43:35 +03:00
type responsesStruct struct {
gotTimeout bool
gotOK bool
gotResponse bool
gotConnectionInUse bool
notPresent bool
startTime time.Time
2017-10-24 17:43:35 +03:00
sync.RWMutex
}
responses := new(responsesStruct)
responses.Lock()
responses.startTime = time.Now()
responses.Unlock()
2018-06-23 20:57:25 +03:00
var okToContinue bool
fileTransfered := false
for id := 0; id < c.NumberOfConnections; id++ {
go func(id int) {
defer wg.Done()
port := strconv.Itoa(27001 + id)
2018-04-24 17:46:07 +03:00
connection, err := net.Dial("tcp", serverName+":"+port)
if err != nil {
2018-04-24 17:46:07 +03:00
if serverName == "cowyo.com" {
2018-04-25 10:20:09 +03:00
fmt.Fprintf(os.Stderr, "\nCheck http://bit.ly/croc-relay to see if the public server is down or contact the webmaster: @yakczar")
2017-10-21 22:51:19 +03:00
} else {
2018-04-24 17:46:07 +03:00
fmt.Fprintf(os.Stderr, "\nCould not connect to relay %s\n", serverName)
2017-10-21 22:51:19 +03:00
}
2018-04-25 10:20:09 +03:00
fmt.Fprintf(os.Stderr, "Use --local to run locally")
2017-10-21 22:51:19 +03:00
os.Exit(1)
}
defer connection.Close()
2018-06-23 20:02:46 +03:00
err = connection.SetReadDeadline(time.Now().Add(1 * time.Hour))
if err != nil {
log.Warn(err)
}
err = connection.SetDeadline(time.Now().Add(1 * time.Hour))
if err != nil {
log.Warn(err)
}
err = connection.SetWriteDeadline(time.Now().Add(1 * time.Hour))
if err != nil {
log.Warn(err)
}
message := receiveMessage(connection)
log.Debugf("relay says: %s", message)
if c.IsSender {
2018-04-25 06:54:50 +03:00
log.Debugf("telling relay (%s): %s", c.Server, "s."+c.Code)
metaData, err := json.Marshal(c.File)
if err != nil {
log.Error(err)
}
2018-04-25 06:54:50 +03:00
encryptedMetaData, salt, iv := Encrypt(metaData, c.Code)
2018-06-23 19:18:35 +03:00
sendMessage("s."+c.keypair.Public+"."+c.HashedCode+"."+hex.EncodeToString(encryptedMetaData)+"-"+salt+"-"+iv, connection)
} else {
2018-04-25 06:54:50 +03:00
log.Debugf("telling relay (%s): %s", c.Server, "r."+c.Code)
if c.Wait {
// tell server to wait for sender
2018-06-23 19:18:35 +03:00
sendMessage("r."+c.keypair.Public+"."+c.HashedCode+".0.0.0", connection)
} else {
// tell server to cancel if sender doesn't exist
2018-06-23 19:18:35 +03:00
sendMessage("c."+c.keypair.Public+"."+c.HashedCode+".0.0.0", connection)
}
}
if c.IsSender { // this is a sender
2018-06-23 19:18:35 +03:00
log.Debugf("[%d] waiting for ok from relay", id)
message = receiveMessage(connection)
if message == "timeout" {
2017-10-24 17:43:35 +03:00
responses.Lock()
responses.gotTimeout = true
responses.Unlock()
fmt.Println("You've just exceeded limit waiting time.")
return
}
if message == "no" {
if id == 0 {
2017-10-21 04:51:02 +03:00
fmt.Println("The specifed code is already in use by a sender.")
}
2017-10-24 17:43:35 +03:00
responses.Lock()
responses.gotConnectionInUse = true
responses.Unlock()
} else {
2018-06-23 19:18:35 +03:00
// message is IP address, lets check next message
log.Debugf("[%d] got ok from relay: %s", id, message)
publicKeyRecipient := receiveMessage(connection)
2018-06-23 20:02:46 +03:00
// check if okay again
2018-06-23 20:57:25 +03:00
if id == 0 {
2018-06-25 05:33:27 +03:00
fmt.Fprintf(os.Stderr, "Send to public key: %s\n", publicKeyRecipient)
2018-06-23 20:57:25 +03:00
getOK := "y"
if !c.Yes {
getOK = getInput("ok? (y/n): ")
}
responses.Lock()
responses.gotOK = true
responses.Unlock()
if getOK == "y" {
okToContinue = true
} else {
okToContinue = false
}
}
for {
responses.RLock()
ok := responses.gotOK
responses.RUnlock()
if ok {
break
}
time.Sleep(10 * time.Millisecond)
}
if okToContinue {
sendMessage("ok", connection)
} else {
sendMessage("no", connection)
return
}
if id == 0 {
2018-06-25 05:21:56 +03:00
passphraseString, err := randomstring.GenerateRandomString(30)
if err != nil {
panic(err)
}
2018-06-23 20:02:46 +03:00
log.Debugf("passphrase: [%s]", passphraseString)
encryptedPassword, err := c.keypair.Encrypt([]byte(passphraseString), publicKeyRecipient)
2018-06-23 19:18:35 +03:00
if err != nil {
panic(err)
}
2018-06-23 20:02:46 +03:00
2018-06-23 19:18:35 +03:00
// encrypt files
2018-06-23 20:02:46 +03:00
if c.DontEncrypt {
// don't encrypt
CopyFile(path.Join(c.File.Path, c.File.Name), c.File.Name+".enc")
c.File.IsEncrypted = false
} else {
// encrypt
2018-06-24 17:30:35 +03:00
log.Debugf("encrypting %s with passphrase [%s]", path.Join(c.File.Path, c.File.Name), passphraseString)
2018-06-23 20:02:46 +03:00
if err := EncryptFile(path.Join(c.File.Path, c.File.Name), c.File.Name+".enc", passphraseString); err != nil {
panic(err)
}
c.File.IsEncrypted = true
}
// split file into pieces to send
if err := SplitFile(c.File.Name+".enc", c.NumberOfConnections); err != nil {
panic(err)
}
// remove the file now since we still have pieces
if err := os.Remove(c.File.Name + ".enc"); err != nil {
panic(err)
}
2018-06-23 19:18:35 +03:00
2018-06-24 17:30:35 +03:00
// remove compressed archive
if c.File.IsDir {
log.Debug("removing archive: " + c.File.Name)
if err := os.Remove(c.File.Name); err != nil {
log.Error(err)
}
}
2018-06-23 19:18:35 +03:00
c.encryptedPassword = base64.StdEncoding.EncodeToString(encryptedPassword)
}
log.Debugf("[%d] waiting for 0 thread to encrypt", id)
for {
if c.encryptedPassword != "" {
break
}
time.Sleep(10 * time.Millisecond)
}
2018-06-23 19:18:35 +03:00
log.Debugf("sending encrypted passphrase: %s", c.encryptedPassword)
sendMessage(c.encryptedPassword, connection)
// wait for relay go
receiveMessage(connection)
2018-06-23 20:02:46 +03:00
if id == 0 {
2018-06-24 20:31:04 +03:00
fmt.Fprintf(os.Stderr, "\nSending (->@%s)..\n", message)
2018-06-23 20:02:46 +03:00
}
// wait for pipe to be made
time.Sleep(100 * time.Millisecond)
// Write data from file
log.Debug("send file")
responses.Lock()
responses.startTime = time.Now()
responses.Unlock()
if !c.Debug {
c.bar.Reset()
}
if err := c.sendFile(id, connection); err != nil {
2018-06-23 20:57:25 +03:00
log.Warn(err)
} else {
fileTransfered = true
}
}
} else { // this is a receiver
log.Debug("waiting for meta data from sender")
message = receiveMessage(connection)
2018-06-24 16:55:43 +03:00
log.Debugf("message from server: %s", message)
if message == "no" {
if id == 0 {
2017-10-21 04:51:02 +03:00
fmt.Println("The specifed code is already in use by a sender.")
}
2017-10-24 17:43:35 +03:00
responses.Lock()
responses.gotConnectionInUse = true
responses.Unlock()
} else {
m := strings.Split(message, "-")
encryptedData, salt, iv, sendersAddress := m[0], m[1], m[2], m[3]
if sendersAddress == "0.0.0.0" {
2017-10-24 17:43:35 +03:00
responses.Lock()
responses.notPresent = true
responses.Unlock()
time.Sleep(1 * time.Second)
return
2018-04-25 06:54:50 +03:00
} else if strings.Split(sendersAddress, ":")[0] == "127.0.0.1" {
sendersAddress = strings.Replace(sendersAddress, "127.0.0.1", c.Server, 1)
}
2018-06-23 19:18:35 +03:00
// now get public key
publicKeySender := receiveMessage(connection)
// have the main thread ask for the okay
if id == 0 {
2017-10-24 17:43:35 +03:00
encryptedBytes, err := hex.DecodeString(encryptedData)
if err != nil {
log.Error(err)
return
}
decryptedBytes, _ := Decrypt(encryptedBytes, c.Code, salt, iv, c.DontEncrypt)
err = json.Unmarshal(decryptedBytes, &c.File)
if err != nil {
log.Error(err)
return
}
log.Debugf("meta data received: %v", c.File)
2017-10-22 20:26:53 +03:00
fType := "file"
fName := path.Join(c.Path, c.File.Name)
if c.File.IsDir {
fType = "folder"
fName = fName[:len(fName)-4]
}
if _, err := os.Stat(path.Join(c.Path, c.File.Name)); os.IsNotExist(err) {
2018-04-14 00:57:34 +03:00
fmt.Fprintf(os.Stderr, "Receiving %s (%s) into: %s\n", fType, humanize.Bytes(uint64(c.File.Size)), fName)
} else {
2018-04-14 00:57:34 +03:00
fmt.Fprintf(os.Stderr, "Overwriting %s %s (%s)\n", fType, fName, humanize.Bytes(uint64(c.File.Size)))
}
2018-06-25 05:33:27 +03:00
fmt.Fprintf(os.Stderr, "from public key: "+publicKeySender+"\n")
var sentFileNames []string
if c.AskPath {
getPath := getInput("path: ")
if len(getPath) > 0 {
c.Path = path.Clean(getPath)
}
}
if fileAlreadyExists(sentFileNames, c.File.Name) {
2018-04-14 00:57:34 +03:00
fmt.Fprintf(os.Stderr, "Will not overwrite file!")
os.Exit(1)
}
2018-04-14 01:31:03 +03:00
getOK := "y"
if !c.Yes {
getOK = getInput("ok? (y/n): ")
}
if getOK == "y" {
2017-10-24 17:43:35 +03:00
responses.Lock()
responses.gotOK = true
responses.Unlock()
sentFileNames = append(sentFileNames, c.File.Name)
}
2017-10-24 17:43:35 +03:00
responses.Lock()
responses.gotResponse = true
responses.Unlock()
}
// wait for the main thread to get the okay
for limit := 0; limit < 1000; limit++ {
2017-10-24 17:43:35 +03:00
responses.Lock()
gotResponse := responses.gotResponse
responses.Unlock()
if gotResponse {
break
}
time.Sleep(10 * time.Millisecond)
}
2017-10-24 17:43:35 +03:00
responses.RLock()
gotOK := responses.gotOK
responses.RUnlock()
if !gotOK {
sendMessage("not ok", connection)
} else {
2018-06-23 19:18:35 +03:00
sendMessage("ok", connection)
2018-06-23 20:02:46 +03:00
encryptedPassword := receiveMessage(connection)
log.Debugf("[%d] got encrypted passphrase: %s", id, encryptedPassword)
2018-06-23 20:57:25 +03:00
if encryptedPassword == "" {
return
}
2018-06-23 20:02:46 +03:00
encryptedPasswordBytes, err := base64.StdEncoding.DecodeString(encryptedPassword)
if err != nil {
panic(err)
}
2018-06-23 20:57:25 +03:00
if publicKeySender == "" {
return
}
2018-06-23 20:02:46 +03:00
decryptedPassphrase, err := c.keypair.Decrypt(encryptedPasswordBytes, publicKeySender)
2018-06-23 20:57:25 +03:00
if err != nil {
log.Warn(err)
return
}
2018-06-23 20:02:46 +03:00
c.encryptedPassword = string(decryptedPassphrase)
log.Debugf("decrypted password to: %s", c.encryptedPassword)
if err != nil {
panic(err)
}
sendMessage("ok", connection)
log.Debug("receive file")
if id == 0 {
2018-06-24 20:31:04 +03:00
fmt.Fprintf(os.Stderr, "\nReceiving (<-@%s)..\n", sendersAddress)
}
responses.Lock()
responses.startTime = time.Now()
responses.Unlock()
2018-04-22 15:49:27 +03:00
if !c.Debug && id == 0 {
2018-06-24 17:11:42 +03:00
c.bar = progressbar.NewOptions(c.File.Size, progressbar.OptionSetWriter(os.Stderr))
2018-04-22 15:49:27 +03:00
} else {
// try to let the first thread start first
time.Sleep(10 * time.Millisecond)
}
2017-10-21 23:29:48 +03:00
if err := c.receiveFile(id, connection); err != nil {
log.Debug(errors.Wrap(err, "no file to recieve"))
2018-06-23 20:57:25 +03:00
} else {
fileTransfered = true
2017-10-21 23:29:48 +03:00
}
}
}
}
}(id)
}
wg.Wait()
log.Debugf("moving on")
2017-10-24 17:43:35 +03:00
responses.Lock()
defer responses.Unlock()
if responses.gotConnectionInUse {
return nil // connection was in use, just quit cleanly
}
2018-04-23 09:21:40 +03:00
timeSinceStart := time.Since(responses.startTime).Nanoseconds()
2018-06-24 16:55:43 +03:00
if c.IsSender {
2017-10-24 17:43:35 +03:00
if responses.gotTimeout {
fmt.Println("Timeout waiting for receiver")
return nil
2018-06-24 16:55:43 +03:00
} else if !fileTransfered {
fmt.Fprintf(os.Stderr, "\nNo mutual consent")
return nil
2018-06-24 20:13:58 +03:00
} else {
c.bar.Finish()
}
2018-04-23 11:38:57 +03:00
fileOrFolder := "File"
if c.File.IsDir {
fileOrFolder = "Folder"
}
2018-06-23 20:57:25 +03:00
fmt.Fprintf(os.Stderr, "\n%s sent", fileOrFolder)
} else { // Is a Receiver
2017-10-24 17:43:35 +03:00
if responses.notPresent {
2018-04-23 11:38:57 +03:00
fmt.Println("Either code is incorrect or sender is not ready. Use -wait to wait until sender connects.")
return nil
2018-06-24 16:55:43 +03:00
} else if !fileTransfered {
fmt.Fprintf(os.Stderr, "\nNo mutual consent")
return nil
2018-06-24 20:13:58 +03:00
} else {
c.bar.Finish()
}
2017-10-24 17:43:35 +03:00
if !responses.gotOK {
return errors.New("Transfer interrupted")
}
2017-10-21 03:49:19 +03:00
if err := c.catFile(); err != nil {
return err
}
log.Debugf("Code: [%s]", c.Code)
if c.DontEncrypt {
if err := CopyFile(path.Join(c.Path, c.File.Name+".enc"), path.Join(c.Path, c.File.Name)); err != nil {
2018-06-23 20:02:46 +03:00
log.Error(err)
return err
}
} else {
2018-06-23 20:02:46 +03:00
log.Debugf("is encrypted: %+v", c.File.IsEncrypted)
2017-10-22 19:28:31 +03:00
if c.File.IsEncrypted {
2018-06-23 20:02:46 +03:00
log.Debugf("decrypting file with [%s]", c.encryptedPassword)
if err := DecryptFile(path.Join(c.Path, c.File.Name+".enc"), path.Join(c.Path, c.File.Name), c.encryptedPassword); err != nil {
log.Error(err)
2017-10-22 19:28:31 +03:00
return errors.Wrap(err, "Problem decrypting file")
}
} else {
if err := CopyFile(path.Join(c.Path, c.File.Name+".enc"), path.Join(c.Path, c.File.Name)); err != nil {
2018-06-23 20:02:46 +03:00
log.Error(err)
2017-10-22 19:28:31 +03:00
return errors.Wrap(err, "Problem copying file")
}
}
}
if !c.Debug {
os.Remove(path.Join(c.Path, c.File.Name+".enc"))
}
fileHash, err := HashFile(path.Join(c.Path, c.File.Name))
if err != nil {
log.Error(err)
}
log.Debugf("\n\n\ndownloaded hash: [%s]", fileHash)
log.Debugf("\n\n\nrelayed hash: [%s]", c.File.Hash)
if c.File.Hash != fileHash {
2018-06-23 20:02:46 +03:00
log.Flush()
return fmt.Errorf("\nUh oh! %s is corrupted! Sorry, try again.\n", c.File.Name)
2017-10-24 13:02:55 +03:00
}
if c.File.IsDir { // if the file was originally a dir
2018-04-23 11:38:57 +03:00
fmt.Print("\nDecompressing folder...")
2017-10-24 13:02:55 +03:00
log.Debug("untarring " + c.File.Name)
err := tarinator.UnTarinate(c.Path, path.Join(c.Path, c.File.Name))
if err != nil {
2018-04-22 16:02:42 +03:00
log.Debug("problem untarring: " + err.Error())
2017-10-24 13:02:55 +03:00
return err
}
2018-04-22 16:02:42 +03:00
// we remove the old tar.gz filels
log.Debug("removing old tar file: " + c.File.Name)
2017-10-24 13:02:55 +03:00
err = os.Remove(path.Join(c.Path, c.File.Name))
if err != nil {
return err
}
2018-04-14 00:57:34 +03:00
fmt.Fprintf(os.Stderr, "\nReceived folder written to %s", path.Join(c.Path, c.File.Name[:len(c.File.Name)-4]))
2017-10-24 13:02:55 +03:00
} else {
2018-04-14 00:57:34 +03:00
outputStream := path.Join(c.Path, c.File.Name)
if c.UseStdout {
outputStream = "stdout"
}
fmt.Fprintf(os.Stderr, "\nReceived file written to %s", outputStream)
if c.UseStdout {
defer os.Remove(path.Join(c.Path, c.File.Name))
b, _ := ioutil.ReadFile(path.Join(c.Path, c.File.Name))
fmt.Printf("%s", b)
}
}
}
2018-04-23 09:21:40 +03:00
fmt.Fprintf(os.Stderr, " (%s/s)\n", humanize.Bytes(uint64(float64(1000000000)*float64(c.File.Size)/float64(timeSinceStart))))
return nil
}
func fileAlreadyExists(s []string, f string) bool {
for _, a := range s {
if a == f {
return true
}
}
return false
}
2017-10-21 03:49:19 +03:00
func (c *Connection) catFile() error {
// cat the file
2017-10-21 03:49:19 +03:00
files := make([]string, c.NumberOfConnections)
i := 0
for id := 0; id < len(files); id++ {
files[i] = path.Join(c.Path, c.File.Name+".enc."+strconv.Itoa(id))
if _, err := os.Stat(files[id]); os.IsNotExist(err) {
break
}
log.Debug(files[i])
i++
}
files = files[:i]
log.Debug(files)
2017-10-24 12:13:04 +03:00
toRemove := !c.Debug
return CatFiles(files, path.Join(c.Path, c.File.Name+".enc"), toRemove)
}
func (c *Connection) receiveFile(id int, connection net.Conn) error {
log.Debug("waiting for chunk size from sender")
fileSizeBuffer := make([]byte, 10)
connection.Read(fileSizeBuffer)
fileDataString := strings.Trim(string(fileSizeBuffer), ":")
fileSizeInt, _ := strconv.Atoi(fileDataString)
chunkSize := int64(fileSizeInt)
log.Debugf("chunk size: %d", chunkSize)
2017-10-22 01:07:44 +03:00
if chunkSize == 0 {
log.Debug(fileSizeBuffer)
2017-10-22 01:07:44 +03:00
return errors.New("chunk size is empty!")
}
os.Remove(path.Join(c.Path, c.File.Name+".enc."+strconv.Itoa(id)))
2017-10-21 23:38:27 +03:00
log.Debug("Making " + c.File.Name + ".enc." + strconv.Itoa(id))
newFile, err := os.Create(path.Join(c.Path, c.File.Name+".enc."+strconv.Itoa(id)))
if err != nil {
panic(err)
}
defer newFile.Close()
log.Debug(id, "waiting for file")
var receivedBytes int64
receivedFirstBytes := false
for {
if (chunkSize - receivedBytes) < BUFFERSIZE {
log.Debugf("%d at the end: %d < %d", id, (chunkSize - receivedBytes), BUFFERSIZE)
io.CopyN(newFile, connection, (chunkSize - receivedBytes))
// Empty the remaining bytes that we don't need from the network buffer
if (receivedBytes+BUFFERSIZE)-chunkSize < BUFFERSIZE {
log.Debug(id, "empty remaining bytes from network buffer")
connection.Read(make([]byte, (receivedBytes+BUFFERSIZE)-chunkSize))
}
2017-10-26 21:23:50 +03:00
if !c.Debug {
c.bar.Add(int((chunkSize - receivedBytes)))
}
break
}
written, _ := io.CopyN(newFile, connection, BUFFERSIZE)
receivedBytes += written
if !receivedFirstBytes {
receivedFirstBytes = true
log.Debug(id, "Receieved first bytes!")
}
2017-10-26 21:23:50 +03:00
if !c.Debug {
c.bar.Add(int(written))
2017-10-26 21:23:50 +03:00
}
}
log.Debug(id, "received file")
return nil
}
func (c *Connection) sendFile(id int, connection net.Conn) error {
defer connection.Close()
// open encrypted file chunk, if it exists
log.Debug("opening encrypted file chunk: " + c.File.Name + ".enc." + strconv.Itoa(id))
file, err := os.Open(c.File.Name + ".enc." + strconv.Itoa(id))
if err != nil {
log.Debug(err)
return nil
}
defer file.Close()
// determine and send the file size to client
fi, err := file.Stat()
if err != nil {
return err
}
log.Debugf("sending chunk size: %d", fi.Size())
2017-10-22 01:07:44 +03:00
_, err = connection.Write([]byte(fillString(strconv.FormatInt(int64(fi.Size()), 10), 10)))
if err != nil {
return errors.Wrap(err, "Problem sending chunk data: ")
}
// rate limit the bandwidth
log.Debug("determining rate limiting")
bufferSizeInKilobytes := BUFFERSIZE / 1024
rate := float64(c.rate) / float64(c.NumberOfConnections*bufferSizeInKilobytes)
throttle := time.NewTicker(time.Second / time.Duration(rate))
log.Debugf("rate: %+v", rate)
defer throttle.Stop()
// send the file
sendBuffer := make([]byte, BUFFERSIZE)
totalBytesSent := 0
for range throttle.C {
_, err := file.Read(sendBuffer)
written, errWrite := connection.Write(sendBuffer)
totalBytesSent += written
if !c.Debug {
c.bar.Add(int(written))
}
if errWrite != nil {
2018-06-23 20:57:25 +03:00
return errWrite
}
if err == io.EOF {
//End of file reached, break out of for loop
log.Debug("EOF")
break
}
}
log.Debug("file is sent")
log.Debug("removing piece")
if !c.Debug {
file.Close()
err = os.Remove(c.File.Name + ".enc." + strconv.Itoa(id))
}
if err != nil && c.File.DeleteAfterSending {
err = os.Remove(path.Join(c.File.Path, c.File.Name))
}
// wait until client breaks connection
for range throttle.C {
_, errWrite := connection.Write([]byte("."))
if errWrite != nil {
break
}
}
return err
}