mirrors_public/schollz_croc
0
0
Fork 0
mirror of https://github.com/schollz/croc.git synced 2025-10-11 21:30:16 +02:00
Code Activity

works without --local

Browse source
This commit is contained in:
Zack Scholl 2018-04-24 07:46:07 -07:00
parent bea025fbe4
commit 2bd8504a57
3 changed files with 192 additions and 139 deletions
Download patch file Download diff file Expand all files Collapse all files

61
connect.go
View file

@ -175,40 +175,52 @@ func (c *Connection) Run() error {
} }
} }
if c.Local && c.Server == "" { if c.IsSender {
c.Server = "localhost" if c.Code == "" {
p, err := peerdiscovery.New(peerdiscovery.Settings{ c.Code = GetRandomName()
}
log.Debug("settings payload to ", c.Code)
p, _ := peerdiscovery.New(peerdiscovery.Settings{
Limit: 1, Limit: 1,
TimeLimit: 600 * time.Second, TimeLimit: 600 * time.Second,
Delay: 500 * time.Millisecond, Delay: 50 * time.Millisecond,
Payload: []byte(c.Code), Payload: []byte(c.Code),
}) })
if err != nil { go func() {
return err discovered, _ := p.Discover()
} if len(discovered) > 0 {
if c.IsSender { log.Debugf("discovered by '%+v'", discovered[0])
go p.Discover() c.runClient("localhost")
} else { os.Exit(1)
fmt.Print("Finding local croc relay...") } else {
discovered, err := p.Discover() log.Debug("discovered by no one")
if err != nil {
return err
}
if len(discovered) == 0 {
return errors.New("could not find server")
} }
}()
} else {
p, _ := peerdiscovery.New(peerdiscovery.Settings{
Limit: 1,
TimeLimit: 1 * time.Second,
Delay: 50 * time.Millisecond,
Payload: []byte(c.Code),
})
fmt.Print("Finding local croc relay...")
discovered, _ := p.Discover()
if len(discovered) > 0 {
c.Server = discovered[0].Address c.Server = discovered[0].Address
fmt.Println(discovered[0].Address) fmt.Println(discovered[0].Address)
c.Code = string(discovered[0].Payload) c.Code = string(discovered[0].Payload)
log.Debugf("discovered code '%s'", c.Code)
time.Sleep(200 * time.Millisecond)
} }
} }
if c.Local && c.IsSender { if c.IsSender {
log.Debug("starting relay") log.Debug("starting relay in case local connections")
relay := NewRelay(&AppConfig{ relay := NewRelay(&AppConfig{
Debug: c.Debug, Debug: c.Debug,
}) })
go relay.Run() go relay.Run()
time.Sleep(200 * time.Millisecond)
} }
log.Debug("checking code validity") log.Debug("checking code validity")
@ -288,14 +300,13 @@ func (c *Connection) Run() error {
} else { } else {
fmt.Fprintf(os.Stderr, "Code is: %s\n", c.Code) fmt.Fprintf(os.Stderr, "Code is: %s\n", c.Code)
} }
} }
return c.runClient() return c.runClient(c.Server)
} }
// runClient spawns threads for parallel uplink/downlink via TCP // runClient spawns threads for parallel uplink/downlink via TCP
func (c *Connection) runClient() error { func (c *Connection) runClient(serverName string) error {
c.HashedCode = Hash(c.Code) c.HashedCode = Hash(c.Code)
c.NumberOfConnections = MAX_NUMBER_THREADS c.NumberOfConnections = MAX_NUMBER_THREADS
var wg sync.WaitGroup var wg sync.WaitGroup
@ -323,12 +334,12 @@ func (c *Connection) runClient() error {
go func(id int) { go func(id int) {
defer wg.Done() defer wg.Done()
port := strconv.Itoa(27001 + id) port := strconv.Itoa(27001 + id)
connection, err := net.Dial("tcp", c.Server+":"+port) connection, err := net.Dial("tcp", serverName+":"+port)
if err != nil { if err != nil {
if c.Server == "cowyo.com" { if serverName == "cowyo.com" {
fmt.Println("\nCheck http://bit.ly/croc-relay to see if the public server is down or contact the webmaster: @yakczar") fmt.Println("\nCheck http://bit.ly/croc-relay to see if the public server is down or contact the webmaster: @yakczar")
} else { } else {
fmt.Fprintf(os.Stderr, "\nCould not connect to relay %s\n", c.Server) fmt.Fprintf(os.Stderr, "\nCould not connect to relay %s\n", serverName)
} }
os.Exit(1) os.Exit(1)
} }

102
testing_data/README.md
View file

@ -3,17 +3,16 @@
src="https://user-images.githubusercontent.com/6550035/31846899-2b8a7034-b5cf-11e7-9643-afe552226c59.png" src="https://user-images.githubusercontent.com/6550035/31846899-2b8a7034-b5cf-11e7-9643-afe552226c59.png"
width="100%" border="0" alt="croc"> width="100%" border="0" alt="croc">
<br> <br>
<a href="https://github.com/schollz/croc/releases/latest"><img src="https://img.shields.io/badge/version-0.1.0-green.svg?style=flat-square" alt="Version"></a> <a href="https://travis-ci.org/schollz/croc"><img src="https://travis-ci.org/schollz/croc.svg?branch=master" alt="Build Status"></a>
<a href="https://gitter.im/schollz/croc?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=body_badge"><img src="https://img.shields.io/badge/chat-on%20gitter-green.svg?style=flat-square" alt="Version"></a> <a href="https://github.com/schollz/croc/releases/latest"><img src="https://img.shields.io/badge/version-1.0.0-brightgreen.svg?style=flat-square" alt="Version"></a>
<a href="https://goreportcard.com/report/github.com/schollz/croc"><img src="https://goreportcard.com/badge/github.com/schollz/croc" alt="Go Report Card"></a>
</p> </p>
<p align="center">Secure transfer of stuff from one side of the internet to the other.</p> <p align="center">Easily and securely transfer stuff from one computer to another.</p>
This is more or less (but mostly *less*) a Golang port of [@warner's](https://github.com/warner) [*magic-wormhole*](https://github.com/warner/magic-wormhole) which allows you to directly transfer files and folders between computers. I decided to make this because I wanted to send my friend Jessie a file using *magic-wormhole* and when I told Jessie how to install the dependencies she made this face: :sob:. So, nominally, *croc* does the same thing (encrypted file transfer directly between computers) without dependencies so you can just double-click on your computer, even if you use Windows. *croc* allows any two computers to directly and securely transfer files and folders. When sending a file, *croc* generates a random code phrase which must be shared with the recipient so they can receive the file. The code phrase encrypts all data and metadata and also serves to authorize the connection between the two computers in a intermediary relay. The relay connects the TCP ports between the two computers and does not store any information (and all information passing through it is encrypted).
**Don't we have enough open-source peer-to-peer file-transfer utilities?** I hear you asking, *Why another open-source peer-to-peer file transfer utilities?* [There](https://github.com/cowbell/sharedrop) [are](https://github.com/webtorrent/instant.io) [great](https://github.com/kern/filepizza) [tools](https://github.com/warner/magic-wormhole) [that](https://github.com/zerotier/toss) [already](https://github.com/ipfs/go-ipfs) [do](https://github.com/zerotier/toss) [this](https://github.com/nils-werner/zget). But, after review, [I found it was useful to make another](https://schollz.github.io/sending-a-file/). Namely, *croc* has no dependencies (just [download a binary and run](https://github.com/schollz/croc/releases/latest)), it works on any operating system, and its blazingly fast because it does parallel transfer over multiple TCP ports.
[There](https://github.com/cowbell/sharedrop) [are](https://github.com/webtorrent/instant.io) [great](https://github.com/kern/filepizza) [tools](https://github.com/warner/magic-wormhole) [that](https://github.com/zerotier/toss) [already](https://github.com/ipfs/go-ipfs) [do](https://github.com/zerotier/toss) [this](https://github.com/nils-werner/zget). But, no we don't, because after review, [I found it was useful to make a new one](https://schollz.github.io/sending-a-file/).
# Example # Example
@ -21,41 +20,88 @@ _These two gifs should run in sync if you force-reload (Ctl+F5)_
**Sender:** **Sender:**
![send](https://user-images.githubusercontent.com/6550035/31864532-ad80c6ae-b71b-11e7-91f9-bcba8143d3cf.gif) ![send](https://raw.githubusercontent.com/schollz/croc/master/logo/sender.gif)
**Receiver:** **Receiver:**
![receive](https://user-images.githubusercontent.com/6550035/31864531-ad6e22c4-b71b-11e7-901a-02a210057cf1.gif) ![receive](https://raw.githubusercontent.com/schollz/croc/master/logo/receiver.gif)
**Sender:** **Sender:**
``` ```
$ croc -send croc.exe $ croc -send some-file-or-folder
Sending 4.4 MB file named 'croc.exe' Sending 4.4 MB file named 'some-file-or-folder'
Code is: 4-cement-galaxy-alpha Code is: cement-galaxy-alpha
Sending (->24.65.41.43:50843).. Sending (->[1]63982)..
0s [==========================================================] 100% 89% |███████████████████████████████████ | [12s:1s]
File sent. File sent (2.6 MB/s)
``` ```
**Receiver:** **Receiver:**
``` ```
$ croc $ croc
Enter receive code: 4-cement-galaxy-alpha Enter receive code: cement-galaxy-alpha
Receiving file (4.4 MB) into: croc.exe Receiving file (4.4 MB) into: some-file-or-folder
ok? (y/n): y ok? (y/n): y
Receiving (<-50.32.38.188:50843).. Receiving (<-[1]63975)..
0s [==========================================================] 100% 97% |██████████████████████████████████████ | [13s:0s]
Received file written to croc.exe Received file written to some-file-or-folder (2.6 MB/s)
``` ```
Note, by default, you don't need any arguments for receiving! This makes it possible for you to just double click the executable to run (nice for those of us that aren't computer wizards). Note, by default, you don't need any arguments for receiving! This makes it possible for you to just double click the executable to run (nice for those of us that aren't computer wizards).
## Transfering files between local computers
Its even easier if you want to transfer files between two computers on the same network.
**Sender:**
```
$ croc -send some-file-or-folder -local
```
**Receiver:**
```
$ croc -local
```
Yes, when you run locally you don't even need to use a code. When you run locally, the *croc* receiver will use UDP broadcast packets to automatically find the correct IP address and code to use to transfer the file. When run locally, there is also no encryption so it is even faster.
**Sender:**
![Running locally](https://raw.githubusercontent.com/schollz/croc/master/logo/1.gif)
**Receiver:**
![Running locally](https://raw.githubusercontent.com/schollz/croc/master/logo/2.gif)
## Using *croc* in pipes
You can easily use *croc* in pipes when you need to send data through stdin or get data from stdout.
**Sender:**
```
$ cat some_file_or_folder | croc
```
In this case *croc* will automatically use the stdin data and send and assign a filename like "croc-stdin-123456789".
**Receiver:**
```
$ croc --code code-phrase --yes --stdout | more
```
Here the reciever specified the code (`--code`) so it will not be prompted, and also specified `--yes` so the file will be automatically accepted. The output goes to stdout when flagged with `--stdout`.
# Install # Install
[Download the latest release for your system](https://github.com/schollz/croc/releases/latest). [Download the latest release for your system](https://github.com/schollz/croc/releases/latest).
@ -63,19 +109,17 @@ Note, by default, you don't need any arguments for receiving! This makes it poss
Or, you can [install Go](https://golang.org/dl/) and build from source with `go get github.com/schollz/croc`. Or, you can [install Go](https://golang.org/dl/) and build from source with `go get github.com/schollz/croc`.
# How does it work? # How does it work?
*croc* is similar to [magic-wormhole](https://github.com/warner/magic-wormhole#design) in spirit and design. Like *magic-wormhole*, *croc* generates a code phrase for you to share with your friend which allows secure end-to-end transfering of files and folders through a intermediary relay that connects the TCP ports between the two computers. *croc* is similar to [magic-wormhole](https://github.com/warner/magic-wormhole#design) in spirit and design. Like *magic-wormhole*, *croc* generates a code phrase for you to share with your friend which allows secure end-to-end transfering of files and folders through a intermediary relay that connects the TCP ports between the two computers.
In *croc*, code phrase is 16 random bits that are [menemonic encoded](http://web.archive.org/web/20101031205747/http://www.tothink.com/mnemonic/) plus a prepended integer to specify number of threads. This code phrase is hashed using sha256 and sent to a relay which maps that key to that connection. When the relay finds a matching key for both the receiver and the sender (i.e. they both have the same code phrase), then the sender transmits the encrypted metadata to the receiver through the relay. Then the receiver decrypts and reviews the metadata (file name, size), and chooses whether to consent to the transfer. In *croc*, code phrase is 16 random bits that are [menemonic encoded](http://web.archive.org/web/20101031205747/http://www.tothink.com/mnemonic/). This code phrase is hashed using sha256 and sent to a relay which maps that key to that connection. When the relay finds a matching key for both the receiver and the sender (i.e. they both have the same code phrase), then the sender transmits the encrypted metadata to the receiver through the relay. Then the receiver decrypts and reviews the metadata (file name, size), and chooses whether to consent to the transfer.
After the receiver consents to the transfer, the sender transmits encrypted data through the relay. The relay setups up [Go channels](https://golang.org/doc/effective_go.html?h=chan#channels) for each connection which pipes all the data incoming from that sender's connection out to the receiver's connection. After the transmission the channels are destroyed and all the connection and meta data information is wiped from the relay server. The encrypted file data never is stored on the relay. After the receiver consents to the transfer, the sender transmits encrypted data through the relay. The relay setups up [Go channels](https://golang.org/doc/effective_go.html?h=chan#channels) for each connection which pipes all the data incoming from that sender's connection out to the receiver's connection. After the transmission the channels are destroyed and all the connection and meta data information is wiped from the relay server. The encrypted file data never is stored on the relay.
**Encryption** **Encryption**
Encryption uses PBKDF2 (see [RFC2898](http://www.ietf.org/rfc/rfc2898.txt)) where the code phrase shared between the sender and receiver is used as the passphrase. For each of the two encrypted data blocks (metadata stored on relay server, and file data transmitted), a random 8-byte salt is used and a IV is generated according to [NIST Recommendation for Block ciphers, Section 8.2](http://nvlpubs.nist.gov/nistpubs/Legacy/SP/nistspecialpublication800-38d.pdf). Encryption uses pbkdf2 (see [RFC2898](http://www.ietf.org/rfc/rfc2898.txt)) where the code phrase shared between the sender and receiver is used as the passphrase. For each of the two encrypted data blocks (metadata stored on relay server, and file data transmitted), a random 8-byte salt is used and a IV is generated according to [NIST Recommendation for Block ciphers, Section 8.2](http://nvlpubs.nist.gov/nistpubs/Legacy/SP/nistspecialpublication800-38d.pdf).
**Decryption** **Decryption**
@ -83,17 +127,15 @@ On the receiver's computer, each piece of received encrypted data is written to
## Run your own relay ## Run your own relay
*croc* relies on a TCP relay to staple the parallel incoming and outgoing connections. The relay temporarily stores connection information and the encrypted meta information. The default uses a public relay at, `cowyo.com`, which has no guarantees except that I guarantee to turn if off as soon as it gets abused ([click here to check the current status of the public relay](https://stats.uptimerobot.com/lOwJYIgRm)). *croc* relies on a TCP relay to staple the parallel incoming and outgoing connections. The relay temporarily stores connection information and the encrypted meta information. The default uses a public relay at, `cowyo.com`, which has a 30-day uptime of 99.989% ([click here to check the current status of the public relay](https://stats.uptimerobot.com/lOwJYIgRm)).
I recommend you run your own relay, it is very easy. On your server, `your-server.com`, just run You can also run your own relay, it is very easy. On your server, `your-server.com`, just run
``` ```
$ croc -relay $ croc -relay
``` ```
Now, when you use *croc* to send and receive you should add `-server your-server.com` to use your relay server. Now, when you use *croc* to send and receive you should add `-server your-server.com` to use your relay server. Make sure to open up TCP ports 27001-27009.
_Note:_ If you are behind a firewall, make sure to open up TCP ports 27001-27009.
# Contribute # Contribute
@ -110,4 +152,4 @@ Thanks...
- ...[@warner](https://github.com/warner) for the [idea](https://github.com/warner/magic-wormhole). - ...[@warner](https://github.com/warner) for the [idea](https://github.com/warner/magic-wormhole).
- ...[@tscholl2](https://github.com/tscholl2) for the [encryption gists](https://gist.github.com/tscholl2/dc7dc15dc132ea70a98e8542fefffa28). - ...[@tscholl2](https://github.com/tscholl2) for the [encryption gists](https://gist.github.com/tscholl2/dc7dc15dc132ea70a98e8542fefffa28).
- ...[@skorokithakis](https://github.com/skorokithakis) for [code on proxying two connections](https://www.stavros.io/posts/proxying-two-connections-go/). - ...[@skorokithakis](https://github.com/skorokithakis) for [code on proxying two connections](https://www.stavros.io/posts/proxying-two-connections-go/).
- ...for making pull requests [@Girbons](https://github.com/Girbons), [@techtide](https://github.com/techtide), [@heymatthew](https://github.com/heymatthew), [@Lunsford94](https://github.com/Lunsford94), [@lummie](https://github.com/lummie), [@jesuiscamille](https://github.com/jesuiscamille), [@threefjord](https://github.com/threefjord), [@marcossegovia](https://github.com/marcossegovia), [@csleong98](https://github.com/csleong98), [@afotescu](https://github.com/afotescu)! - ...for making pull requests [@Girbons](https://github.com/Girbons), [@techtide](https://github.com/techtide), [@heymatthew](https://github.com/heymatthew), [@Lunsford94](https://github.com/Lunsford94), [@lummie](https://github.com/lummie), [@jesuiscamille](https://github.com/jesuiscamille), [@threefjord](https://github.com/threefjord), [@marcossegovia](https://github.com/marcossegovia), [@csleong98](https://github.com/csleong98), [@afotescu](https://github.com/afotescu), [@callmefever](https://github.com/callmefever), [@El-JojA](https://github.com/El-JojA), [@anatolyyyyyy](https://github.com/anatolyyyyyy), [@goggle](https://github.com/goggle), [@smileboywtu](https://github.com/smileboywtu)!

2
vendor/github.com/schollz/peerdiscovery/peerdiscovery.go generated vendored
View file

@ -188,7 +188,7 @@ func (p *PeerDiscovery) Discover() (discoveries []Discovered, err error) {
} }
const ( const (
maxDatagramSize = 8192 maxDatagramSize = 65507
) )
// Listen binds to the UDP address and port given and writes packets received // Listen binds to the UDP address and port given and writes packets received