]>
Commit | Line | Data |
---|---|---|
6988a057 JH |
1 | package hotline |
2 | ||
3 | import ( | |
7cd900d6 | 4 | "bufio" |
6988a057 JH |
5 | "context" |
6 | "encoding/binary" | |
7 | "errors" | |
8 | "fmt" | |
041c2df6 | 9 | "github.com/go-playground/validator/v10" |
6988a057 | 10 | "go.uber.org/zap" |
2e1aec0f | 11 | "golang.org/x/text/encoding/charmap" |
7cd900d6 | 12 | "gopkg.in/yaml.v3" |
6988a057 | 13 | "io" |
16a4ad70 | 14 | "io/fs" |
6988a057 JH |
15 | "math/big" |
16 | "math/rand" | |
17 | "net" | |
18 | "os" | |
180d6544 | 19 | "path" |
6988a057 | 20 | "path/filepath" |
6988a057 JH |
21 | "strings" |
22 | "sync" | |
23 | "time" | |
6988a057 JH |
24 | ) |
25 | ||
7cd900d6 JH |
26 | type contextKey string |
27 | ||
28 | var contextKeyReq = contextKey("req") | |
29 | ||
30 | type requestCtx struct { | |
31 | remoteAddr string | |
7cd900d6 JH |
32 | } |
33 | ||
2e1aec0f JH |
34 | // Converts bytes from Mac Roman encoding to UTF-8 |
35 | var txtDecoder = charmap.Macintosh.NewDecoder() | |
36 | ||
37 | // Converts bytes from UTF-8 to Mac Roman encoding | |
38 | var txtEncoder = charmap.Macintosh.NewEncoder() | |
39 | ||
6988a057 | 40 | type Server struct { |
2d0f2abe | 41 | NetInterface string |
8eb43f95 JH |
42 | Port int |
43 | Accounts map[string]*Account | |
44 | Agreement []byte | |
45 | Clients map[uint16]*ClientConn | |
df1ade54 JH |
46 | fileTransfers map[[4]byte]*FileTransfer |
47 | ||
c1c44744 JH |
48 | Config *Config |
49 | ConfigDir string | |
50 | Logger *zap.SugaredLogger | |
51 | ||
52 | PrivateChatsMu sync.Mutex | |
53 | PrivateChats map[uint32]*PrivateChat | |
54 | ||
6988a057 | 55 | NextGuestID *uint16 |
40414f92 | 56 | TrackerPassID [4]byte |
00913df3 JH |
57 | |
58 | StatsMu sync.Mutex | |
59 | Stats *Stats | |
6988a057 | 60 | |
7cd900d6 | 61 | FS FileStore // Storage backend to use for File storage |
6988a057 JH |
62 | |
63 | outbox chan Transaction | |
7cd900d6 | 64 | mux sync.Mutex |
6988a057 | 65 | |
8eb43f95 JH |
66 | threadedNewsMux sync.Mutex |
67 | ThreadedNews *ThreadedNews | |
68 | ||
6988a057 | 69 | flatNewsMux sync.Mutex |
7cd900d6 | 70 | FlatNews []byte |
46862572 JH |
71 | |
72 | banListMU sync.Mutex | |
73 | banList map[string]*time.Time | |
6988a057 JH |
74 | } |
75 | ||
00913df3 JH |
76 | func (s *Server) CurrentStats() Stats { |
77 | s.StatsMu.Lock() | |
78 | defer s.StatsMu.Unlock() | |
79 | ||
80 | stats := s.Stats | |
81 | stats.CurrentlyConnected = len(s.Clients) | |
82 | ||
83 | return *stats | |
84 | } | |
85 | ||
6988a057 JH |
86 | type PrivateChat struct { |
87 | Subject string | |
88 | ClientConn map[uint16]*ClientConn | |
89 | } | |
90 | ||
91 | func (s *Server) ListenAndServe(ctx context.Context, cancelRoot context.CancelFunc) error { | |
aeec1015 JH |
92 | s.Logger.Infow("Hotline server started", |
93 | "version", VERSION, | |
2d0f2abe JH |
94 | "API port", fmt.Sprintf("%s:%v", s.NetInterface, s.Port), |
95 | "Transfer port", fmt.Sprintf("%s:%v", s.NetInterface, s.Port+1), | |
aeec1015 JH |
96 | ) |
97 | ||
6988a057 JH |
98 | var wg sync.WaitGroup |
99 | ||
100 | wg.Add(1) | |
8168522a | 101 | go func() { |
2d0f2abe | 102 | ln, err := net.Listen("tcp", fmt.Sprintf("%s:%v", s.NetInterface, s.Port)) |
8168522a JH |
103 | if err != nil { |
104 | s.Logger.Fatal(err) | |
105 | } | |
106 | ||
7cd900d6 | 107 | s.Logger.Fatal(s.Serve(ctx, ln)) |
8168522a | 108 | }() |
6988a057 JH |
109 | |
110 | wg.Add(1) | |
8168522a | 111 | go func() { |
2d0f2abe | 112 | ln, err := net.Listen("tcp", fmt.Sprintf("%s:%v", s.NetInterface, s.Port+1)) |
8168522a JH |
113 | if err != nil { |
114 | s.Logger.Fatal(err) | |
8168522a JH |
115 | } |
116 | ||
7cd900d6 | 117 | s.Logger.Fatal(s.ServeFileTransfers(ctx, ln)) |
8168522a | 118 | }() |
6988a057 JH |
119 | |
120 | wg.Wait() | |
121 | ||
122 | return nil | |
123 | } | |
124 | ||
7cd900d6 | 125 | func (s *Server) ServeFileTransfers(ctx context.Context, ln net.Listener) error { |
6988a057 JH |
126 | for { |
127 | conn, err := ln.Accept() | |
128 | if err != nil { | |
129 | return err | |
130 | } | |
131 | ||
132 | go func() { | |
7cd900d6 JH |
133 | defer func() { _ = conn.Close() }() |
134 | ||
135 | err = s.handleFileTransfer( | |
136 | context.WithValue(ctx, contextKeyReq, requestCtx{ | |
137 | remoteAddr: conn.RemoteAddr().String(), | |
138 | }), | |
139 | conn, | |
140 | ) | |
141 | ||
142 | if err != nil { | |
6988a057 JH |
143 | s.Logger.Errorw("file transfer error", "reason", err) |
144 | } | |
145 | }() | |
146 | } | |
147 | } | |
148 | ||
149 | func (s *Server) sendTransaction(t Transaction) error { | |
6988a057 JH |
150 | clientID, err := byteToInt(*t.clientID) |
151 | if err != nil { | |
152 | return err | |
153 | } | |
154 | ||
155 | s.mux.Lock() | |
156 | client := s.Clients[uint16(clientID)] | |
75e4191b | 157 | s.mux.Unlock() |
6988a057 | 158 | if client == nil { |
bd1ce113 | 159 | return fmt.Errorf("invalid client id %v", *t.clientID) |
6988a057 | 160 | } |
6988a057 | 161 | |
72dd37f1 JH |
162 | b, err := t.MarshalBinary() |
163 | if err != nil { | |
164 | return err | |
165 | } | |
3178ae58 | 166 | |
75e4191b JH |
167 | _, err = client.Connection.Write(b) |
168 | if err != nil { | |
6988a057 JH |
169 | return err |
170 | } | |
3178ae58 | 171 | |
6988a057 JH |
172 | return nil |
173 | } | |
174 | ||
67db911d JH |
175 | func (s *Server) processOutbox() { |
176 | for { | |
177 | t := <-s.outbox | |
178 | go func() { | |
179 | if err := s.sendTransaction(t); err != nil { | |
180 | s.Logger.Errorw("error sending transaction", "err", err) | |
181 | } | |
182 | }() | |
183 | } | |
184 | } | |
185 | ||
7cd900d6 | 186 | func (s *Server) Serve(ctx context.Context, ln net.Listener) error { |
67db911d JH |
187 | go s.processOutbox() |
188 | ||
6988a057 JH |
189 | for { |
190 | conn, err := ln.Accept() | |
191 | if err != nil { | |
192 | s.Logger.Errorw("error accepting connection", "err", err) | |
193 | } | |
67db911d JH |
194 | connCtx := context.WithValue(ctx, contextKeyReq, requestCtx{ |
195 | remoteAddr: conn.RemoteAddr().String(), | |
196 | }) | |
6988a057 JH |
197 | |
198 | go func() { | |
0da28a1f JH |
199 | s.Logger.Infow("Connection established", "RemoteAddr", conn.RemoteAddr()) |
200 | ||
46862572 | 201 | defer conn.Close() |
67db911d | 202 | if err := s.handleNewConnection(connCtx, conn, conn.RemoteAddr().String()); err != nil { |
6988a057 JH |
203 | if err == io.EOF { |
204 | s.Logger.Infow("Client disconnected", "RemoteAddr", conn.RemoteAddr()) | |
205 | } else { | |
206 | s.Logger.Errorw("error serving request", "RemoteAddr", conn.RemoteAddr(), "err", err) | |
207 | } | |
208 | } | |
209 | }() | |
210 | } | |
211 | } | |
212 | ||
213 | const ( | |
c7e932c0 | 214 | agreementFile = "Agreement.txt" |
6988a057 JH |
215 | ) |
216 | ||
217 | // NewServer constructs a new Server from a config dir | |
2d0f2abe | 218 | func NewServer(configDir, netInterface string, netPort int, logger *zap.SugaredLogger, fs FileStore) (*Server, error) { |
6988a057 | 219 | server := Server{ |
2d0f2abe | 220 | NetInterface: netInterface, |
6988a057 JH |
221 | Port: netPort, |
222 | Accounts: make(map[string]*Account), | |
223 | Config: new(Config), | |
224 | Clients: make(map[uint16]*ClientConn), | |
df1ade54 | 225 | fileTransfers: make(map[[4]byte]*FileTransfer), |
6988a057 JH |
226 | PrivateChats: make(map[uint32]*PrivateChat), |
227 | ConfigDir: configDir, | |
228 | Logger: logger, | |
229 | NextGuestID: new(uint16), | |
230 | outbox: make(chan Transaction), | |
00913df3 | 231 | Stats: &Stats{Since: time.Now()}, |
6988a057 | 232 | ThreadedNews: &ThreadedNews{}, |
d6141467 | 233 | FS: fs, |
46862572 | 234 | banList: make(map[string]*time.Time), |
6988a057 JH |
235 | } |
236 | ||
8168522a | 237 | var err error |
6988a057 JH |
238 | |
239 | // generate a new random passID for tracker registration | |
40414f92 | 240 | if _, err := rand.Read(server.TrackerPassID[:]); err != nil { |
6988a057 JH |
241 | return nil, err |
242 | } | |
243 | ||
f22acf38 | 244 | server.Agreement, err = os.ReadFile(filepath.Join(configDir, agreementFile)) |
b196a50a | 245 | if err != nil { |
6988a057 JH |
246 | return nil, err |
247 | } | |
248 | ||
f22acf38 | 249 | if server.FlatNews, err = os.ReadFile(filepath.Join(configDir, "MessageBoard.txt")); err != nil { |
6988a057 JH |
250 | return nil, err |
251 | } | |
252 | ||
46862572 JH |
253 | // try to load the ban list, but ignore errors as this file may not be present or may be empty |
254 | _ = server.loadBanList(filepath.Join(configDir, "Banlist.yaml")) | |
255 | ||
f22acf38 | 256 | if err := server.loadThreadedNews(filepath.Join(configDir, "ThreadedNews.yaml")); err != nil { |
6988a057 JH |
257 | return nil, err |
258 | } | |
259 | ||
f22acf38 | 260 | if err := server.loadConfig(filepath.Join(configDir, "config.yaml")); err != nil { |
6988a057 JH |
261 | return nil, err |
262 | } | |
263 | ||
f22acf38 | 264 | if err := server.loadAccounts(filepath.Join(configDir, "Users/")); err != nil { |
6988a057 JH |
265 | return nil, err |
266 | } | |
267 | ||
70c2c110 JH |
268 | // If the FileRoot is an absolute path, use it, otherwise treat as a relative path to the config dir. |
269 | if !filepath.IsAbs(server.Config.FileRoot) { | |
270 | server.Config.FileRoot = filepath.Join(configDir, server.Config.FileRoot) | |
271 | } | |
6988a057 JH |
272 | |
273 | *server.NextGuestID = 1 | |
274 | ||
275 | if server.Config.EnableTrackerRegistration { | |
e42888eb JH |
276 | server.Logger.Infow( |
277 | "Tracker registration enabled", | |
278 | "frequency", fmt.Sprintf("%vs", trackerUpdateFrequency), | |
279 | "trackers", server.Config.Trackers, | |
280 | ) | |
281 | ||
6988a057 JH |
282 | go func() { |
283 | for { | |
e42888eb | 284 | tr := &TrackerRegistration{ |
6988a057 | 285 | UserCount: server.userCount(), |
40414f92 | 286 | PassID: server.TrackerPassID[:], |
6988a057 JH |
287 | Name: server.Config.Name, |
288 | Description: server.Config.Description, | |
289 | } | |
40414f92 | 290 | binary.BigEndian.PutUint16(tr.Port[:], uint16(server.Port)) |
6988a057 | 291 | for _, t := range server.Config.Trackers { |
6988a057 JH |
292 | if err := register(t, tr); err != nil { |
293 | server.Logger.Errorw("unable to register with tracker %v", "error", err) | |
294 | } | |
78b305d6 | 295 | server.Logger.Debugw("Sent Tracker registration", "addr", t) |
6988a057 JH |
296 | } |
297 | ||
298 | time.Sleep(trackerUpdateFrequency * time.Second) | |
299 | } | |
300 | }() | |
301 | } | |
302 | ||
303 | // Start Client Keepalive go routine | |
304 | go server.keepaliveHandler() | |
305 | ||
306 | return &server, nil | |
307 | } | |
308 | ||
309 | func (s *Server) userCount() int { | |
310 | s.mux.Lock() | |
311 | defer s.mux.Unlock() | |
312 | ||
313 | return len(s.Clients) | |
314 | } | |
315 | ||
316 | func (s *Server) keepaliveHandler() { | |
317 | for { | |
318 | time.Sleep(idleCheckInterval * time.Second) | |
319 | s.mux.Lock() | |
320 | ||
321 | for _, c := range s.Clients { | |
61c272e1 JH |
322 | c.IdleTime += idleCheckInterval |
323 | if c.IdleTime > userIdleSeconds && !c.Idle { | |
6988a057 JH |
324 | c.Idle = true |
325 | ||
a7216f67 | 326 | flagBitmap := big.NewInt(int64(binary.BigEndian.Uint16(c.Flags))) |
b1658a46 | 327 | flagBitmap.SetBit(flagBitmap, UserFlagAway, 1) |
a7216f67 | 328 | binary.BigEndian.PutUint16(c.Flags, uint16(flagBitmap.Int64())) |
6988a057 JH |
329 | |
330 | c.sendAll( | |
d005ef04 JH |
331 | TranNotifyChangeUser, |
332 | NewField(FieldUserID, *c.ID), | |
333 | NewField(FieldUserFlags, c.Flags), | |
334 | NewField(FieldUserName, c.UserName), | |
335 | NewField(FieldUserIconID, c.Icon), | |
6988a057 JH |
336 | ) |
337 | } | |
338 | } | |
339 | s.mux.Unlock() | |
340 | } | |
341 | } | |
342 | ||
46862572 JH |
343 | func (s *Server) writeBanList() error { |
344 | s.banListMU.Lock() | |
345 | defer s.banListMU.Unlock() | |
346 | ||
347 | out, err := yaml.Marshal(s.banList) | |
348 | if err != nil { | |
349 | return err | |
350 | } | |
7152b7e5 | 351 | err = os.WriteFile( |
46862572 JH |
352 | filepath.Join(s.ConfigDir, "Banlist.yaml"), |
353 | out, | |
354 | 0666, | |
355 | ) | |
356 | return err | |
357 | } | |
358 | ||
6988a057 | 359 | func (s *Server) writeThreadedNews() error { |
8eb43f95 JH |
360 | s.threadedNewsMux.Lock() |
361 | defer s.threadedNewsMux.Unlock() | |
6988a057 JH |
362 | |
363 | out, err := yaml.Marshal(s.ThreadedNews) | |
364 | if err != nil { | |
365 | return err | |
366 | } | |
8eb43f95 | 367 | err = s.FS.WriteFile( |
f22acf38 | 368 | filepath.Join(s.ConfigDir, "ThreadedNews.yaml"), |
6988a057 JH |
369 | out, |
370 | 0666, | |
371 | ) | |
372 | return err | |
373 | } | |
374 | ||
67db911d | 375 | func (s *Server) NewClientConn(conn io.ReadWriteCloser, remoteAddr string) *ClientConn { |
6988a057 JH |
376 | s.mux.Lock() |
377 | defer s.mux.Unlock() | |
378 | ||
379 | clientConn := &ClientConn{ | |
380 | ID: &[]byte{0, 0}, | |
a7216f67 JH |
381 | Icon: []byte{0, 0}, |
382 | Flags: []byte{0, 0}, | |
72dd37f1 | 383 | UserName: []byte{}, |
6988a057 JH |
384 | Connection: conn, |
385 | Server: s, | |
a7216f67 | 386 | Version: []byte{}, |
aebc4d36 | 387 | AutoReply: []byte{}, |
d4c152a4 | 388 | RemoteAddr: remoteAddr, |
180d6544 JH |
389 | transfers: map[int]map[[4]byte]*FileTransfer{ |
390 | FileDownload: {}, | |
391 | FileUpload: {}, | |
392 | FolderDownload: {}, | |
393 | FolderUpload: {}, | |
394 | bannerDownload: {}, | |
395 | }, | |
df1ade54 JH |
396 | } |
397 | ||
6988a057 JH |
398 | *s.NextGuestID++ |
399 | ID := *s.NextGuestID | |
400 | ||
6988a057 JH |
401 | binary.BigEndian.PutUint16(*clientConn.ID, ID) |
402 | s.Clients[ID] = clientConn | |
403 | ||
404 | return clientConn | |
405 | } | |
406 | ||
407 | // NewUser creates a new user account entry in the server map and config file | |
187d6dc5 | 408 | func (s *Server) NewUser(login, name, password string, access accessBitmap) error { |
6988a057 JH |
409 | s.mux.Lock() |
410 | defer s.mux.Unlock() | |
411 | ||
412 | account := Account{ | |
413 | Login: login, | |
414 | Name: name, | |
415 | Password: hashAndSalt([]byte(password)), | |
187d6dc5 | 416 | Access: access, |
6988a057 JH |
417 | } |
418 | out, err := yaml.Marshal(&account) | |
419 | if err != nil { | |
420 | return err | |
421 | } | |
180d6544 JH |
422 | |
423 | // Create account file, returning an error if one already exists. | |
424 | file, err := os.OpenFile( | |
425 | filepath.Join(s.ConfigDir, "Users", path.Join("/", login)+".yaml"), | |
426 | os.O_CREATE|os.O_EXCL|os.O_WRONLY, | |
427 | 0644, | |
428 | ) | |
429 | if err != nil { | |
430 | return err | |
431 | } | |
432 | defer file.Close() | |
433 | ||
434 | _, err = file.Write(out) | |
435 | if err != nil { | |
436 | return fmt.Errorf("error writing account file: %w", err) | |
437 | } | |
438 | ||
6988a057 JH |
439 | s.Accounts[login] = &account |
440 | ||
180d6544 | 441 | return nil |
6988a057 JH |
442 | } |
443 | ||
187d6dc5 | 444 | func (s *Server) UpdateUser(login, newLogin, name, password string, access accessBitmap) error { |
d2810ae9 JH |
445 | s.mux.Lock() |
446 | defer s.mux.Unlock() | |
447 | ||
d2810ae9 JH |
448 | // update renames the user login |
449 | if login != newLogin { | |
f22acf38 | 450 | err := os.Rename(filepath.Join(s.ConfigDir, "Users", login+".yaml"), filepath.Join(s.ConfigDir, "Users", newLogin+".yaml")) |
d2810ae9 JH |
451 | if err != nil { |
452 | return err | |
453 | } | |
454 | s.Accounts[newLogin] = s.Accounts[login] | |
455 | delete(s.Accounts, login) | |
456 | } | |
457 | ||
458 | account := s.Accounts[newLogin] | |
187d6dc5 | 459 | account.Access = access |
d2810ae9 JH |
460 | account.Name = name |
461 | account.Password = password | |
462 | ||
463 | out, err := yaml.Marshal(&account) | |
464 | if err != nil { | |
465 | return err | |
466 | } | |
f22acf38 JH |
467 | |
468 | if err := os.WriteFile(filepath.Join(s.ConfigDir, "Users", newLogin+".yaml"), out, 0666); err != nil { | |
d2810ae9 JH |
469 | return err |
470 | } | |
471 | ||
472 | return nil | |
473 | } | |
474 | ||
6988a057 JH |
475 | // DeleteUser deletes the user account |
476 | func (s *Server) DeleteUser(login string) error { | |
477 | s.mux.Lock() | |
478 | defer s.mux.Unlock() | |
479 | ||
180d6544 JH |
480 | err := s.FS.Remove(filepath.Join(s.ConfigDir, "Users", path.Join("/", login)+".yaml")) |
481 | if err != nil { | |
482 | return err | |
483 | } | |
484 | ||
6988a057 JH |
485 | delete(s.Accounts, login) |
486 | ||
180d6544 | 487 | return nil |
6988a057 JH |
488 | } |
489 | ||
490 | func (s *Server) connectedUsers() []Field { | |
491 | s.mux.Lock() | |
492 | defer s.mux.Unlock() | |
493 | ||
494 | var connectedUsers []Field | |
c7e932c0 | 495 | for _, c := range sortedClients(s.Clients) { |
6988a057 JH |
496 | user := User{ |
497 | ID: *c.ID, | |
a7216f67 JH |
498 | Icon: c.Icon, |
499 | Flags: c.Flags, | |
72dd37f1 | 500 | Name: string(c.UserName), |
6988a057 | 501 | } |
d005ef04 | 502 | connectedUsers = append(connectedUsers, NewField(FieldUsernameWithInfo, user.Payload())) |
6988a057 JH |
503 | } |
504 | return connectedUsers | |
505 | } | |
506 | ||
46862572 JH |
507 | func (s *Server) loadBanList(path string) error { |
508 | fh, err := os.Open(path) | |
509 | if err != nil { | |
510 | return err | |
511 | } | |
512 | decoder := yaml.NewDecoder(fh) | |
513 | ||
514 | return decoder.Decode(s.banList) | |
515 | } | |
516 | ||
6988a057 JH |
517 | // loadThreadedNews loads the threaded news data from disk |
518 | func (s *Server) loadThreadedNews(threadedNewsPath string) error { | |
519 | fh, err := os.Open(threadedNewsPath) | |
520 | if err != nil { | |
521 | return err | |
522 | } | |
523 | decoder := yaml.NewDecoder(fh) | |
6988a057 JH |
524 | |
525 | return decoder.Decode(s.ThreadedNews) | |
526 | } | |
527 | ||
528 | // loadAccounts loads account data from disk | |
529 | func (s *Server) loadAccounts(userDir string) error { | |
f22acf38 | 530 | matches, err := filepath.Glob(filepath.Join(userDir, "*.yaml")) |
6988a057 JH |
531 | if err != nil { |
532 | return err | |
533 | } | |
534 | ||
535 | if len(matches) == 0 { | |
536 | return errors.New("no user accounts found in " + userDir) | |
537 | } | |
538 | ||
539 | for _, file := range matches { | |
b196a50a | 540 | fh, err := s.FS.Open(file) |
6988a057 JH |
541 | if err != nil { |
542 | return err | |
543 | } | |
544 | ||
545 | account := Account{} | |
546 | decoder := yaml.NewDecoder(fh) | |
180d6544 JH |
547 | if err = decoder.Decode(&account); err != nil { |
548 | return fmt.Errorf("error loading account %s: %w", file, err) | |
6988a057 JH |
549 | } |
550 | ||
551 | s.Accounts[account.Login] = &account | |
552 | } | |
553 | return nil | |
554 | } | |
555 | ||
556 | func (s *Server) loadConfig(path string) error { | |
b196a50a | 557 | fh, err := s.FS.Open(path) |
6988a057 JH |
558 | if err != nil { |
559 | return err | |
560 | } | |
561 | ||
562 | decoder := yaml.NewDecoder(fh) | |
6988a057 JH |
563 | err = decoder.Decode(s.Config) |
564 | if err != nil { | |
565 | return err | |
566 | } | |
041c2df6 JH |
567 | |
568 | validate := validator.New() | |
569 | err = validate.Struct(s.Config) | |
570 | if err != nil { | |
571 | return err | |
572 | } | |
6988a057 JH |
573 | return nil |
574 | } | |
575 | ||
6988a057 | 576 | // handleNewConnection takes a new net.Conn and performs the initial login sequence |
3178ae58 | 577 | func (s *Server) handleNewConnection(ctx context.Context, rwc io.ReadWriteCloser, remoteAddr string) error { |
c4208f86 JH |
578 | defer dontPanic(s.Logger) |
579 | ||
3178ae58 | 580 | if err := Handshake(rwc); err != nil { |
6988a057 JH |
581 | return err |
582 | } | |
583 | ||
3178ae58 JH |
584 | // Create a new scanner for parsing incoming bytes into transaction tokens |
585 | scanner := bufio.NewScanner(rwc) | |
586 | scanner.Split(transactionScanner) | |
587 | ||
588 | scanner.Scan() | |
6988a057 | 589 | |
f4cdaddc JH |
590 | // Make a new []byte slice and copy the scanner bytes to it. This is critical to avoid a data race as the |
591 | // scanner re-uses the buffer for subsequent scans. | |
592 | buf := make([]byte, len(scanner.Bytes())) | |
593 | copy(buf, scanner.Bytes()) | |
594 | ||
854a92fc | 595 | var clientLogin Transaction |
f4cdaddc | 596 | if _, err := clientLogin.Write(buf); err != nil { |
854a92fc | 597 | return err |
6988a057 JH |
598 | } |
599 | ||
46862572 JH |
600 | // check if remoteAddr is present in the ban list |
601 | if banUntil, ok := s.banList[strings.Split(remoteAddr, ":")[0]]; ok { | |
602 | // permaban | |
603 | if banUntil == nil { | |
e9c043c0 | 604 | t := NewTransaction( |
d005ef04 | 605 | TranServerMsg, |
e9c043c0 | 606 | &[]byte{0, 0}, |
d005ef04 JH |
607 | NewField(FieldData, []byte("You are permanently banned on this server")), |
608 | NewField(FieldChatOptions, []byte{0, 0}), | |
46862572 | 609 | ) |
e9c043c0 JH |
610 | |
611 | b, err := t.MarshalBinary() | |
612 | if err != nil { | |
613 | return err | |
614 | } | |
615 | ||
616 | _, err = rwc.Write(b) | |
617 | if err != nil { | |
618 | return err | |
619 | } | |
620 | ||
46862572 JH |
621 | time.Sleep(1 * time.Second) |
622 | return nil | |
e9c043c0 JH |
623 | } |
624 | ||
625 | // temporary ban | |
626 | if time.Now().Before(*banUntil) { | |
627 | t := NewTransaction( | |
d005ef04 | 628 | TranServerMsg, |
e9c043c0 | 629 | &[]byte{0, 0}, |
d005ef04 JH |
630 | NewField(FieldData, []byte("You are temporarily banned on this server")), |
631 | NewField(FieldChatOptions, []byte{0, 0}), | |
46862572 | 632 | ) |
e9c043c0 JH |
633 | b, err := t.MarshalBinary() |
634 | if err != nil { | |
635 | return err | |
636 | } | |
637 | ||
638 | _, err = rwc.Write(b) | |
639 | if err != nil { | |
640 | return err | |
641 | } | |
642 | ||
46862572 JH |
643 | time.Sleep(1 * time.Second) |
644 | return nil | |
645 | } | |
46862572 | 646 | } |
e9c043c0 JH |
647 | |
648 | c := s.NewClientConn(rwc, remoteAddr) | |
6988a057 | 649 | defer c.Disconnect() |
6988a057 | 650 | |
d005ef04 JH |
651 | encodedLogin := clientLogin.GetField(FieldUserLogin).Data |
652 | encodedPassword := clientLogin.GetField(FieldUserPassword).Data | |
653 | c.Version = clientLogin.GetField(FieldVersion).Data | |
6988a057 JH |
654 | |
655 | var login string | |
656 | for _, char := range encodedLogin { | |
657 | login += string(rune(255 - uint(char))) | |
658 | } | |
659 | if login == "" { | |
660 | login = GuestAccount | |
661 | } | |
662 | ||
0da28a1f JH |
663 | c.logger = s.Logger.With("remoteAddr", remoteAddr, "login", login) |
664 | ||
6988a057 JH |
665 | // If authentication fails, send error reply and close connection |
666 | if !c.Authenticate(login, encodedPassword) { | |
854a92fc | 667 | t := c.NewErrReply(&clientLogin, "Incorrect login.") |
72dd37f1 JH |
668 | b, err := t.MarshalBinary() |
669 | if err != nil { | |
670 | return err | |
671 | } | |
3178ae58 | 672 | if _, err := rwc.Write(b); err != nil { |
6988a057 JH |
673 | return err |
674 | } | |
0da28a1f | 675 | |
a7216f67 | 676 | c.logger.Infow("Login failed", "clientVersion", fmt.Sprintf("%x", c.Version)) |
0da28a1f JH |
677 | |
678 | return nil | |
6988a057 JH |
679 | } |
680 | ||
d005ef04 JH |
681 | if clientLogin.GetField(FieldUserIconID).Data != nil { |
682 | c.Icon = clientLogin.GetField(FieldUserIconID).Data | |
59097464 JH |
683 | } |
684 | ||
685 | c.Account = c.Server.Accounts[login] | |
686 | ||
d005ef04 | 687 | if clientLogin.GetField(FieldUserName).Data != nil { |
ea5d8c51 | 688 | if c.Authorize(accessAnyName) { |
d005ef04 | 689 | c.UserName = clientLogin.GetField(FieldUserName).Data |
ea5d8c51 JH |
690 | } else { |
691 | c.UserName = []byte(c.Account.Name) | |
692 | } | |
6988a057 JH |
693 | } |
694 | ||
6988a057 | 695 | if c.Authorize(accessDisconUser) { |
a7216f67 | 696 | c.Flags = []byte{0, 2} |
6988a057 JH |
697 | } |
698 | ||
854a92fc | 699 | s.outbox <- c.NewReply(&clientLogin, |
d005ef04 JH |
700 | NewField(FieldVersion, []byte{0x00, 0xbe}), |
701 | NewField(FieldCommunityBannerID, []byte{0, 0}), | |
702 | NewField(FieldServerName, []byte(s.Config.Name)), | |
6988a057 JH |
703 | ) |
704 | ||
705 | // Send user access privs so client UI knows how to behave | |
d005ef04 | 706 | c.Server.outbox <- *NewTransaction(TranUserAccess, c.ID, NewField(FieldUserAccess, c.Account.Access[:])) |
6988a057 | 707 | |
a322be02 | 708 | // Accounts with accessNoAgreement do not receive the server agreement on login. The behavior is different between |
d005ef04 JH |
709 | // client versions. For 1.2.3 client, we do not send TranShowAgreement. For other client versions, we send |
710 | // TranShowAgreement but with the NoServerAgreement field set to 1. | |
688c86d2 | 711 | if c.Authorize(accessNoAgreement) { |
a322be02 JH |
712 | // If client version is nil, then the client uses the 1.2.3 login behavior |
713 | if c.Version != nil { | |
d005ef04 | 714 | c.Server.outbox <- *NewTransaction(TranShowAgreement, c.ID, NewField(FieldNoServerAgreement, []byte{1})) |
a322be02 | 715 | } |
688c86d2 | 716 | } else { |
d005ef04 | 717 | c.Server.outbox <- *NewTransaction(TranShowAgreement, c.ID, NewField(FieldData, s.Agreement)) |
688c86d2 | 718 | } |
6988a057 | 719 | |
2f8472fa JH |
720 | // If the client has provided a username as part of the login, we can infer that it is using the 1.2.3 login |
721 | // flow and not the 1.5+ flow. | |
722 | if len(c.UserName) != 0 { | |
723 | // Add the client username to the logger. For 1.5+ clients, we don't have this information yet as it comes as | |
d005ef04 | 724 | // part of TranAgreed |
2f8472fa JH |
725 | c.logger = c.logger.With("name", string(c.UserName)) |
726 | ||
727 | c.logger.Infow("Login successful", "clientVersion", "Not sent (probably 1.2.3)") | |
728 | ||
729 | // Notify other clients on the server that the new user has logged in. For 1.5+ clients we don't have this | |
d005ef04 | 730 | // information yet, so we do it in TranAgreed instead |
2f8472fa JH |
731 | for _, t := range c.notifyOthers( |
732 | *NewTransaction( | |
d005ef04 JH |
733 | TranNotifyChangeUser, nil, |
734 | NewField(FieldUserName, c.UserName), | |
735 | NewField(FieldUserID, *c.ID), | |
736 | NewField(FieldUserIconID, c.Icon), | |
737 | NewField(FieldUserFlags, c.Flags), | |
2f8472fa JH |
738 | ), |
739 | ) { | |
740 | c.Server.outbox <- t | |
741 | } | |
6988a057 | 742 | } |
bd1ce113 | 743 | |
00913df3 JH |
744 | c.Server.Stats.ConnectionCounter += 1 |
745 | if len(s.Clients) > c.Server.Stats.ConnectionPeak { | |
746 | c.Server.Stats.ConnectionPeak = len(s.Clients) | |
747 | } | |
6988a057 | 748 | |
3178ae58 JH |
749 | // Scan for new transactions and handle them as they come in. |
750 | for scanner.Scan() { | |
751 | // Make a new []byte slice and copy the scanner bytes to it. This is critical to avoid a data race as the | |
752 | // scanner re-uses the buffer for subsequent scans. | |
753 | buf := make([]byte, len(scanner.Bytes())) | |
754 | copy(buf, scanner.Bytes()) | |
6988a057 | 755 | |
854a92fc JH |
756 | var t Transaction |
757 | if _, err := t.Write(buf); err != nil { | |
758 | return err | |
6988a057 | 759 | } |
854a92fc JH |
760 | |
761 | if err := c.handleTransaction(t); err != nil { | |
0fcfa5d5 | 762 | c.logger.Errorw("Error handling transaction", "err", err) |
6988a057 | 763 | } |
6988a057 | 764 | } |
3178ae58 | 765 | return nil |
6988a057 JH |
766 | } |
767 | ||
6988a057 | 768 | func (s *Server) NewPrivateChat(cc *ClientConn) []byte { |
c1c44744 JH |
769 | s.PrivateChatsMu.Lock() |
770 | defer s.PrivateChatsMu.Unlock() | |
6988a057 JH |
771 | |
772 | randID := make([]byte, 4) | |
773 | rand.Read(randID) | |
aeb97482 | 774 | data := binary.BigEndian.Uint32(randID) |
6988a057 JH |
775 | |
776 | s.PrivateChats[data] = &PrivateChat{ | |
6988a057 JH |
777 | ClientConn: make(map[uint16]*ClientConn), |
778 | } | |
779 | s.PrivateChats[data].ClientConn[cc.uint16ID()] = cc | |
780 | ||
781 | return randID | |
782 | } | |
783 | ||
784 | const dlFldrActionSendFile = 1 | |
785 | const dlFldrActionResumeFile = 2 | |
786 | const dlFldrActionNextFile = 3 | |
787 | ||
85767504 | 788 | // handleFileTransfer receives a client net.Conn from the file transfer server, performs the requested transfer type, then closes the connection |
7cd900d6 | 789 | func (s *Server) handleFileTransfer(ctx context.Context, rwc io.ReadWriter) error { |
37a954c8 | 790 | defer dontPanic(s.Logger) |
0a92e50b | 791 | |
2e7c03cf | 792 | txBuf := make([]byte, 16) |
7cd900d6 | 793 | if _, err := io.ReadFull(rwc, txBuf); err != nil { |
6988a057 JH |
794 | return err |
795 | } | |
796 | ||
df2735b2 | 797 | var t transfer |
0a92e50b | 798 | if _, err := t.Write(txBuf); err != nil { |
6988a057 JH |
799 | return err |
800 | } | |
801 | ||
0a92e50b JH |
802 | defer func() { |
803 | s.mux.Lock() | |
df1ade54 | 804 | delete(s.fileTransfers, t.ReferenceNumber) |
0a92e50b | 805 | s.mux.Unlock() |
df1ade54 | 806 | |
94742e2f JH |
807 | // Wait a few seconds before closing the connection: this is a workaround for problems |
808 | // observed with Windows clients where the client must initiate close of the TCP connection before | |
809 | // the server does. This is gross and seems unnecessary. TODO: Revisit? | |
810 | time.Sleep(3 * time.Second) | |
0a92e50b | 811 | }() |
6988a057 | 812 | |
0a92e50b | 813 | s.mux.Lock() |
df1ade54 | 814 | fileTransfer, ok := s.fileTransfers[t.ReferenceNumber] |
0a92e50b JH |
815 | s.mux.Unlock() |
816 | if !ok { | |
817 | return errors.New("invalid transaction ID") | |
818 | } | |
16a4ad70 | 819 | |
df1ade54 JH |
820 | defer func() { |
821 | fileTransfer.ClientConn.transfersMU.Lock() | |
822 | delete(fileTransfer.ClientConn.transfers[fileTransfer.Type], t.ReferenceNumber) | |
823 | fileTransfer.ClientConn.transfersMU.Unlock() | |
824 | }() | |
825 | ||
7cd900d6 JH |
826 | rLogger := s.Logger.With( |
827 | "remoteAddr", ctx.Value(contextKeyReq).(requestCtx).remoteAddr, | |
df1ade54 JH |
828 | "login", fileTransfer.ClientConn.Account.Login, |
829 | "name", string(fileTransfer.ClientConn.UserName), | |
7cd900d6 JH |
830 | ) |
831 | ||
df1ade54 JH |
832 | fullPath, err := readPath(s.Config.FileRoot, fileTransfer.FilePath, fileTransfer.FileName) |
833 | if err != nil { | |
834 | return err | |
835 | } | |
836 | ||
6988a057 | 837 | switch fileTransfer.Type { |
9067f234 JH |
838 | case bannerDownload: |
839 | if err := s.bannerDownload(rwc); err != nil { | |
840 | return err | |
841 | } | |
6988a057 | 842 | case FileDownload: |
23411fc2 | 843 | s.Stats.DownloadCounter += 1 |
00913df3 | 844 | s.Stats.DownloadsInProgress += 1 |
94742e2f JH |
845 | defer func() { |
846 | s.Stats.DownloadsInProgress -= 1 | |
847 | }() | |
23411fc2 | 848 | |
16a4ad70 JH |
849 | var dataOffset int64 |
850 | if fileTransfer.fileResumeData != nil { | |
851 | dataOffset = int64(binary.BigEndian.Uint32(fileTransfer.fileResumeData.ForkInfoList[0].DataSize[:])) | |
852 | } | |
853 | ||
df1ade54 | 854 | fw, err := newFileWrapper(s.FS, fullPath, 0) |
6988a057 JH |
855 | if err != nil { |
856 | return err | |
857 | } | |
858 | ||
df1ade54 | 859 | rLogger.Infow("File download started", "filePath", fullPath) |
7cd900d6 JH |
860 | |
861 | // if file transfer options are included, that means this is a "quick preview" request from a 1.5+ client | |
d1cd6664 JH |
862 | if fileTransfer.options == nil { |
863 | // Start by sending flat file object to client | |
df1ade54 | 864 | if _, err := rwc.Write(fw.ffo.BinaryMarshal()); err != nil { |
d1cd6664 JH |
865 | return err |
866 | } | |
6988a057 JH |
867 | } |
868 | ||
7cd900d6 | 869 | file, err := fw.dataForkReader() |
6988a057 JH |
870 | if err != nil { |
871 | return err | |
872 | } | |
873 | ||
df1ade54 JH |
874 | br := bufio.NewReader(file) |
875 | if _, err := br.Discard(int(dataOffset)); err != nil { | |
7cd900d6 JH |
876 | return err |
877 | } | |
878 | ||
df1ade54 | 879 | if _, err = io.Copy(rwc, io.TeeReader(br, fileTransfer.bytesSentCounter)); err != nil { |
7cd900d6 JH |
880 | return err |
881 | } | |
882 | ||
df1ade54 | 883 | // if the client requested to resume transfer, do not send the resource fork header, or it will be appended into the fileWrapper data |
7cd900d6 | 884 | if fileTransfer.fileResumeData == nil { |
df1ade54 | 885 | err = binary.Write(rwc, binary.BigEndian, fw.rsrcForkHeader()) |
16a4ad70 JH |
886 | if err != nil { |
887 | return err | |
888 | } | |
6988a057 | 889 | } |
7cd900d6 JH |
890 | |
891 | rFile, err := fw.rsrcForkFile() | |
892 | if err != nil { | |
893 | return nil | |
894 | } | |
895 | ||
df1ade54 | 896 | if _, err = io.Copy(rwc, io.TeeReader(rFile, fileTransfer.bytesSentCounter)); err != nil { |
7cd900d6 JH |
897 | return err |
898 | } | |
899 | ||
6988a057 | 900 | case FileUpload: |
23411fc2 | 901 | s.Stats.UploadCounter += 1 |
00913df3 JH |
902 | s.Stats.UploadsInProgress += 1 |
903 | defer func() { s.Stats.UploadsInProgress -= 1 }() | |
23411fc2 | 904 | |
5c14e4c9 JH |
905 | var file *os.File |
906 | ||
907 | // A file upload has three possible cases: | |
908 | // 1) Upload a new file | |
909 | // 2) Resume a partially transferred file | |
910 | // 3) Replace a fully uploaded file | |
7cd900d6 | 911 | // We have to infer which case applies by inspecting what is already on the filesystem |
5c14e4c9 JH |
912 | |
913 | // 1) Check for existing file: | |
df1ade54 | 914 | _, err = os.Stat(fullPath) |
5c14e4c9 | 915 | if err == nil { |
df1ade54 | 916 | return errors.New("existing file found at " + fullPath) |
5c14e4c9 | 917 | } |
16a4ad70 | 918 | if errors.Is(err, fs.ErrNotExist) { |
7cd900d6 | 919 | // If not found, open or create a new .incomplete file |
df1ade54 | 920 | file, err = os.OpenFile(fullPath+incompleteFileSuffix, os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0644) |
16a4ad70 JH |
921 | if err != nil { |
922 | return err | |
923 | } | |
6988a057 | 924 | } |
16a4ad70 | 925 | |
df1ade54 | 926 | f, err := newFileWrapper(s.FS, fullPath, 0) |
7cd900d6 JH |
927 | if err != nil { |
928 | return err | |
929 | } | |
930 | ||
df1ade54 | 931 | rLogger.Infow("File upload started", "dstFile", fullPath) |
6988a057 | 932 | |
7cd900d6 JH |
933 | rForkWriter := io.Discard |
934 | iForkWriter := io.Discard | |
935 | if s.Config.PreserveResourceForks { | |
936 | rForkWriter, err = f.rsrcForkWriter() | |
937 | if err != nil { | |
938 | return err | |
939 | } | |
940 | ||
941 | iForkWriter, err = f.infoForkWriter() | |
942 | if err != nil { | |
943 | return err | |
944 | } | |
945 | } | |
946 | ||
df1ade54 JH |
947 | if err := receiveFile(rwc, file, rForkWriter, iForkWriter, fileTransfer.bytesSentCounter); err != nil { |
948 | s.Logger.Error(err) | |
16a4ad70 JH |
949 | } |
950 | ||
e00ff8fe JH |
951 | if err := file.Close(); err != nil { |
952 | return err | |
953 | } | |
67db911d | 954 | |
df1ade54 | 955 | if err := s.FS.Rename(fullPath+".incomplete", fullPath); err != nil { |
16a4ad70 | 956 | return err |
6988a057 | 957 | } |
85767504 | 958 | |
df1ade54 | 959 | rLogger.Infow("File upload complete", "dstFile", fullPath) |
00913df3 | 960 | |
6988a057 | 961 | case FolderDownload: |
00913df3 JH |
962 | s.Stats.DownloadCounter += 1 |
963 | s.Stats.DownloadsInProgress += 1 | |
964 | defer func() { s.Stats.DownloadsInProgress -= 1 }() | |
965 | ||
6988a057 | 966 | // Folder Download flow: |
df2735b2 | 967 | // 1. Get filePath from the transfer |
6988a057 | 968 | // 2. Iterate over files |
7cd900d6 JH |
969 | // 3. For each fileWrapper: |
970 | // Send fileWrapper header to client | |
6988a057 JH |
971 | // The client can reply in 3 ways: |
972 | // | |
7cd900d6 JH |
973 | // 1. If type is an odd number (unknown type?), or fileWrapper download for the current fileWrapper is completed: |
974 | // client sends []byte{0x00, 0x03} to tell the server to continue to the next fileWrapper | |
6988a057 | 975 | // |
7cd900d6 | 976 | // 2. If download of a fileWrapper is to be resumed: |
6988a057 JH |
977 | // client sends: |
978 | // []byte{0x00, 0x02} // download folder action | |
979 | // [2]byte // Resume data size | |
7cd900d6 | 980 | // []byte fileWrapper resume data (see myField_FileResumeData) |
6988a057 | 981 | // |
7cd900d6 | 982 | // 3. Otherwise, download of the fileWrapper is requested and client sends []byte{0x00, 0x01} |
6988a057 JH |
983 | // |
984 | // When download is requested (case 2 or 3), server replies with: | |
7cd900d6 | 985 | // [4]byte - fileWrapper size |
6988a057 JH |
986 | // []byte - Flattened File Object |
987 | // | |
7cd900d6 | 988 | // After every fileWrapper download, client could request next fileWrapper with: |
6988a057 JH |
989 | // []byte{0x00, 0x03} |
990 | // | |
991 | // This notifies the server to send the next item header | |
992 | ||
df1ade54 | 993 | basePathLen := len(fullPath) |
6988a057 | 994 | |
df1ade54 | 995 | rLogger.Infow("Start folder download", "path", fullPath) |
6988a057 | 996 | |
85767504 | 997 | nextAction := make([]byte, 2) |
7cd900d6 | 998 | if _, err := io.ReadFull(rwc, nextAction); err != nil { |
85767504 JH |
999 | return err |
1000 | } | |
6988a057 JH |
1001 | |
1002 | i := 0 | |
df1ade54 | 1003 | err = filepath.Walk(fullPath+"/", func(path string, info os.FileInfo, err error) error { |
23411fc2 | 1004 | s.Stats.DownloadCounter += 1 |
7cd900d6 | 1005 | i += 1 |
23411fc2 | 1006 | |
85767504 JH |
1007 | if err != nil { |
1008 | return err | |
1009 | } | |
7cd900d6 JH |
1010 | |
1011 | // skip dot files | |
1012 | if strings.HasPrefix(info.Name(), ".") { | |
1013 | return nil | |
1014 | } | |
1015 | ||
1016 | hlFile, err := newFileWrapper(s.FS, path, 0) | |
1017 | if err != nil { | |
1018 | return err | |
1019 | } | |
1020 | ||
85767504 | 1021 | subPath := path[basePathLen+1:] |
df1ade54 | 1022 | rLogger.Debugw("Sending fileheader", "i", i, "path", path, "fullFilePath", fullPath, "subPath", subPath, "IsDir", info.IsDir()) |
6988a057 | 1023 | |
6988a057 JH |
1024 | if i == 1 { |
1025 | return nil | |
1026 | } | |
1027 | ||
85767504 JH |
1028 | fileHeader := NewFileHeader(subPath, info.IsDir()) |
1029 | ||
7cd900d6 JH |
1030 | // Send the fileWrapper header to client |
1031 | if _, err := rwc.Write(fileHeader.Payload()); err != nil { | |
6988a057 JH |
1032 | s.Logger.Errorf("error sending file header: %v", err) |
1033 | return err | |
1034 | } | |
1035 | ||
1036 | // Read the client's Next Action request | |
7cd900d6 | 1037 | if _, err := io.ReadFull(rwc, nextAction); err != nil { |
6988a057 JH |
1038 | return err |
1039 | } | |
1040 | ||
df1ade54 | 1041 | rLogger.Debugw("Client folder download action", "action", fmt.Sprintf("%X", nextAction[0:2])) |
6988a057 | 1042 | |
16a4ad70 JH |
1043 | var dataOffset int64 |
1044 | ||
1045 | switch nextAction[1] { | |
1046 | case dlFldrActionResumeFile: | |
16a4ad70 | 1047 | // get size of resumeData |
7cd900d6 JH |
1048 | resumeDataByteLen := make([]byte, 2) |
1049 | if _, err := io.ReadFull(rwc, resumeDataByteLen); err != nil { | |
16a4ad70 JH |
1050 | return err |
1051 | } | |
1052 | ||
7cd900d6 | 1053 | resumeDataLen := binary.BigEndian.Uint16(resumeDataByteLen) |
16a4ad70 | 1054 | resumeDataBytes := make([]byte, resumeDataLen) |
7cd900d6 | 1055 | if _, err := io.ReadFull(rwc, resumeDataBytes); err != nil { |
16a4ad70 JH |
1056 | return err |
1057 | } | |
1058 | ||
7cd900d6 | 1059 | var frd FileResumeData |
16a4ad70 JH |
1060 | if err := frd.UnmarshalBinary(resumeDataBytes); err != nil { |
1061 | return err | |
1062 | } | |
1063 | dataOffset = int64(binary.BigEndian.Uint32(frd.ForkInfoList[0].DataSize[:])) | |
1064 | case dlFldrActionNextFile: | |
1065 | // client asked to skip this file | |
1066 | return nil | |
1067 | } | |
1068 | ||
6988a057 JH |
1069 | if info.IsDir() { |
1070 | return nil | |
1071 | } | |
1072 | ||
df1ade54 | 1073 | rLogger.Infow("File download started", |
6988a057 | 1074 | "fileName", info.Name(), |
7cd900d6 | 1075 | "TransferSize", fmt.Sprintf("%x", hlFile.ffo.TransferSize(dataOffset)), |
6988a057 JH |
1076 | ) |
1077 | ||
1078 | // Send file size to client | |
7cd900d6 | 1079 | if _, err := rwc.Write(hlFile.ffo.TransferSize(dataOffset)); err != nil { |
6988a057 JH |
1080 | s.Logger.Error(err) |
1081 | return err | |
1082 | } | |
1083 | ||
85767504 | 1084 | // Send ffo bytes to client |
7cd900d6 | 1085 | if _, err := rwc.Write(hlFile.ffo.BinaryMarshal()); err != nil { |
6988a057 JH |
1086 | s.Logger.Error(err) |
1087 | return err | |
1088 | } | |
1089 | ||
b196a50a | 1090 | file, err := s.FS.Open(path) |
6988a057 JH |
1091 | if err != nil { |
1092 | return err | |
1093 | } | |
1094 | ||
7cd900d6 | 1095 | // wr := bufio.NewWriterSize(rwc, 1460) |
df1ade54 | 1096 | if _, err = io.Copy(rwc, io.TeeReader(file, fileTransfer.bytesSentCounter)); err != nil { |
7cd900d6 JH |
1097 | return err |
1098 | } | |
1099 | ||
1100 | if nextAction[1] != 2 && hlFile.ffo.FlatFileHeader.ForkCount[1] == 3 { | |
1101 | err = binary.Write(rwc, binary.BigEndian, hlFile.rsrcForkHeader()) | |
16a4ad70 | 1102 | if err != nil { |
7cd900d6 | 1103 | return err |
16a4ad70 | 1104 | } |
16a4ad70 | 1105 | |
7cd900d6 JH |
1106 | rFile, err := hlFile.rsrcForkFile() |
1107 | if err != nil { | |
1108 | return err | |
1109 | } | |
16a4ad70 | 1110 | |
df1ade54 | 1111 | if _, err = io.Copy(rwc, io.TeeReader(rFile, fileTransfer.bytesSentCounter)); err != nil { |
16a4ad70 JH |
1112 | return err |
1113 | } | |
85767504 | 1114 | } |
6988a057 | 1115 | |
16a4ad70 | 1116 | // Read the client's Next Action request. This is always 3, I think? |
7cd900d6 | 1117 | if _, err := io.ReadFull(rwc, nextAction); err != nil { |
85767504 | 1118 | return err |
6988a057 | 1119 | } |
85767504 | 1120 | |
16a4ad70 | 1121 | return nil |
6988a057 JH |
1122 | }) |
1123 | ||
67db911d JH |
1124 | if err != nil { |
1125 | return err | |
1126 | } | |
1127 | ||
6988a057 | 1128 | case FolderUpload: |
00913df3 JH |
1129 | s.Stats.UploadCounter += 1 |
1130 | s.Stats.UploadsInProgress += 1 | |
1131 | defer func() { s.Stats.UploadsInProgress -= 1 }() | |
df1ade54 | 1132 | rLogger.Infow( |
6988a057 | 1133 | "Folder upload started", |
df1ade54 JH |
1134 | "dstPath", fullPath, |
1135 | "TransferSize", binary.BigEndian.Uint32(fileTransfer.TransferSize), | |
6988a057 JH |
1136 | "FolderItemCount", fileTransfer.FolderItemCount, |
1137 | ) | |
1138 | ||
1139 | // Check if the target folder exists. If not, create it. | |
df1ade54 JH |
1140 | if _, err := s.FS.Stat(fullPath); os.IsNotExist(err) { |
1141 | if err := s.FS.Mkdir(fullPath, 0777); err != nil { | |
16a4ad70 | 1142 | return err |
6988a057 JH |
1143 | } |
1144 | } | |
1145 | ||
6988a057 | 1146 | // Begin the folder upload flow by sending the "next file action" to client |
7cd900d6 | 1147 | if _, err := rwc.Write([]byte{0, dlFldrActionNextFile}); err != nil { |
6988a057 JH |
1148 | return err |
1149 | } | |
1150 | ||
1151 | fileSize := make([]byte, 4) | |
16a4ad70 JH |
1152 | |
1153 | for i := 0; i < fileTransfer.ItemCount(); i++ { | |
ba29c43b JH |
1154 | s.Stats.UploadCounter += 1 |
1155 | ||
1156 | var fu folderUpload | |
7cd900d6 | 1157 | if _, err := io.ReadFull(rwc, fu.DataSize[:]); err != nil { |
ba29c43b JH |
1158 | return err |
1159 | } | |
7cd900d6 | 1160 | if _, err := io.ReadFull(rwc, fu.IsFolder[:]); err != nil { |
ba29c43b JH |
1161 | return err |
1162 | } | |
7cd900d6 | 1163 | if _, err := io.ReadFull(rwc, fu.PathItemCount[:]); err != nil { |
ba29c43b JH |
1164 | return err |
1165 | } | |
ba29c43b | 1166 | |
7cd900d6 JH |
1167 | fu.FileNamePath = make([]byte, binary.BigEndian.Uint16(fu.DataSize[:])-4) // -4 to subtract the path separator bytes |
1168 | ||
1169 | if _, err := io.ReadFull(rwc, fu.FileNamePath); err != nil { | |
6988a057 JH |
1170 | return err |
1171 | } | |
6988a057 | 1172 | |
df1ade54 | 1173 | rLogger.Infow( |
6988a057 | 1174 | "Folder upload continued", |
6988a057 JH |
1175 | "FormattedPath", fu.FormattedPath(), |
1176 | "IsFolder", fmt.Sprintf("%x", fu.IsFolder), | |
c5d9af5a | 1177 | "PathItemCount", binary.BigEndian.Uint16(fu.PathItemCount[:]), |
6988a057 JH |
1178 | ) |
1179 | ||
c5d9af5a | 1180 | if fu.IsFolder == [2]byte{0, 1} { |
df1ade54 JH |
1181 | if _, err := os.Stat(filepath.Join(fullPath, fu.FormattedPath())); os.IsNotExist(err) { |
1182 | if err := os.Mkdir(filepath.Join(fullPath, fu.FormattedPath()), 0777); err != nil { | |
16a4ad70 | 1183 | return err |
6988a057 JH |
1184 | } |
1185 | } | |
1186 | ||
1187 | // Tell client to send next file | |
7cd900d6 | 1188 | if _, err := rwc.Write([]byte{0, dlFldrActionNextFile}); err != nil { |
6988a057 JH |
1189 | return err |
1190 | } | |
1191 | } else { | |
16a4ad70 JH |
1192 | nextAction := dlFldrActionSendFile |
1193 | ||
1194 | // Check if we have the full file already. If so, send dlFldrAction_NextFile to client to skip. | |
df1ade54 | 1195 | _, err = os.Stat(filepath.Join(fullPath, fu.FormattedPath())) |
16a4ad70 | 1196 | if err != nil && !errors.Is(err, fs.ErrNotExist) { |
6988a057 JH |
1197 | return err |
1198 | } | |
16a4ad70 JH |
1199 | if err == nil { |
1200 | nextAction = dlFldrActionNextFile | |
1201 | } | |
6988a057 | 1202 | |
16a4ad70 | 1203 | // Check if we have a partial file already. If so, send dlFldrAction_ResumeFile to client to resume upload. |
df1ade54 | 1204 | incompleteFile, err := os.Stat(filepath.Join(fullPath, fu.FormattedPath()+incompleteFileSuffix)) |
16a4ad70 | 1205 | if err != nil && !errors.Is(err, fs.ErrNotExist) { |
85767504 | 1206 | return err |
6988a057 | 1207 | } |
16a4ad70 JH |
1208 | if err == nil { |
1209 | nextAction = dlFldrActionResumeFile | |
1210 | } | |
6988a057 | 1211 | |
7cd900d6 | 1212 | if _, err := rwc.Write([]byte{0, uint8(nextAction)}); err != nil { |
85767504 JH |
1213 | return err |
1214 | } | |
1215 | ||
16a4ad70 JH |
1216 | switch nextAction { |
1217 | case dlFldrActionNextFile: | |
1218 | continue | |
1219 | case dlFldrActionResumeFile: | |
1220 | offset := make([]byte, 4) | |
7cd900d6 | 1221 | binary.BigEndian.PutUint32(offset, uint32(incompleteFile.Size())) |
16a4ad70 | 1222 | |
df1ade54 | 1223 | file, err := os.OpenFile(fullPath+"/"+fu.FormattedPath()+incompleteFileSuffix, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644) |
16a4ad70 JH |
1224 | if err != nil { |
1225 | return err | |
1226 | } | |
1227 | ||
7cd900d6 | 1228 | fileResumeData := NewFileResumeData([]ForkInfoList{*NewForkInfoList(offset)}) |
16a4ad70 JH |
1229 | |
1230 | b, _ := fileResumeData.BinaryMarshal() | |
1231 | ||
1232 | bs := make([]byte, 2) | |
1233 | binary.BigEndian.PutUint16(bs, uint16(len(b))) | |
1234 | ||
7cd900d6 | 1235 | if _, err := rwc.Write(append(bs, b...)); err != nil { |
16a4ad70 JH |
1236 | return err |
1237 | } | |
1238 | ||
7cd900d6 | 1239 | if _, err := io.ReadFull(rwc, fileSize); err != nil { |
16a4ad70 JH |
1240 | return err |
1241 | } | |
1242 | ||
7152b7e5 | 1243 | if err := receiveFile(rwc, file, io.Discard, io.Discard, fileTransfer.bytesSentCounter); err != nil { |
16a4ad70 JH |
1244 | s.Logger.Error(err) |
1245 | } | |
1246 | ||
df1ade54 | 1247 | err = os.Rename(fullPath+"/"+fu.FormattedPath()+".incomplete", fullPath+"/"+fu.FormattedPath()) |
16a4ad70 JH |
1248 | if err != nil { |
1249 | return err | |
1250 | } | |
1251 | ||
1252 | case dlFldrActionSendFile: | |
7cd900d6 | 1253 | if _, err := io.ReadFull(rwc, fileSize); err != nil { |
16a4ad70 JH |
1254 | return err |
1255 | } | |
1256 | ||
df1ade54 | 1257 | filePath := filepath.Join(fullPath, fu.FormattedPath()) |
16a4ad70 | 1258 | |
7cd900d6 | 1259 | hlFile, err := newFileWrapper(s.FS, filePath, 0) |
16a4ad70 JH |
1260 | if err != nil { |
1261 | return err | |
1262 | } | |
1263 | ||
df1ade54 | 1264 | rLogger.Infow("Starting file transfer", "path", filePath, "fileNum", i+1, "fileSize", binary.BigEndian.Uint32(fileSize)) |
7cd900d6 JH |
1265 | |
1266 | incWriter, err := hlFile.incFileWriter() | |
1267 | if err != nil { | |
1268 | return err | |
1269 | } | |
1270 | ||
1271 | rForkWriter := io.Discard | |
1272 | iForkWriter := io.Discard | |
1273 | if s.Config.PreserveResourceForks { | |
1274 | iForkWriter, err = hlFile.infoForkWriter() | |
1275 | if err != nil { | |
1276 | return err | |
1277 | } | |
1278 | ||
1279 | rForkWriter, err = hlFile.rsrcForkWriter() | |
1280 | if err != nil { | |
1281 | return err | |
1282 | } | |
16a4ad70 | 1283 | } |
df1ade54 | 1284 | if err := receiveFile(rwc, incWriter, rForkWriter, iForkWriter, fileTransfer.bytesSentCounter); err != nil { |
7cd900d6 JH |
1285 | return err |
1286 | } | |
df1ade54 | 1287 | |
16a4ad70 JH |
1288 | if err := os.Rename(filePath+".incomplete", filePath); err != nil { |
1289 | return err | |
1290 | } | |
6988a057 JH |
1291 | } |
1292 | ||
7cd900d6 JH |
1293 | // Tell client to send next fileWrapper |
1294 | if _, err := rwc.Write([]byte{0, dlFldrActionNextFile}); err != nil { | |
6988a057 JH |
1295 | return err |
1296 | } | |
6988a057 JH |
1297 | } |
1298 | } | |
df1ade54 | 1299 | rLogger.Infof("Folder upload complete") |
6988a057 JH |
1300 | } |
1301 | ||
1302 | return nil | |
1303 | } |