1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
|
/* $Id: receiver.c,v 1.6 2019/02/12 17:58:35 benno Exp $ */
/*
* Copyright (c) 2019 Kristaps Dzonsons <kristaps@bsd.lv>
*
* Permission to use, copy, modify, and distribute this software for any
* purpose with or without fee is hereby granted, provided that the above
* copyright notice and this permission notice appear in all copies.
*
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
#include <sys/mman.h>
#include <sys/stat.h>
#include <assert.h>
#include <errno.h>
#include <fcntl.h>
#include <inttypes.h>
#include <math.h>
#include <poll.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <time.h>
#include <unistd.h>
#include "extern.h"
enum pfdt {
PFD_SENDER_IN = 0, /* input from the sender */
PFD_UPLOADER_IN, /* uploader input from a local file */
PFD_DOWNLOADER_IN, /* downloader input from a local file */
PFD_SENDER_OUT, /* output to the sender */
PFD__MAX
};
/*
* Pledges: unveil, rpath, cpath, wpath, stdio, fattr.
* Pledges (dry-run): -cpath, -wpath, -fattr.
*/
int
rsync_receiver(struct sess *sess,
int fdin, int fdout, const char *root)
{
struct flist *fl = NULL, *dfl = NULL;
size_t i, flsz = 0, dflsz = 0, excl;
char *tofree;
int rc = 0, dfd = -1, phase = 0, c;
int32_t ioerror;
struct pollfd pfd[PFD__MAX];
struct download *dl = NULL;
struct upload *ul = NULL;
mode_t oumask;
if (pledge("stdio rpath wpath cpath fattr getpw unveil", NULL) == -1) {
ERR(sess, "pledge");
goto out;
}
/* Client sends zero-length exclusions. */
if (!sess->opts->server &&
!io_write_int(sess, fdout, 0)) {
ERRX1(sess, "io_write_int");
goto out;
}
if (sess->opts->server && sess->opts->del) {
if (!io_read_size(sess, fdin, &excl)) {
ERRX1(sess, "io_read_size");
goto out;
} else if (0 != excl) {
ERRX(sess, "exclusion list is non-empty");
goto out;
}
}
/*
* Start by receiving the file list and our mystery number.
* These we're going to be touching on our local system.
*/
if (!flist_recv(sess, fdin, &fl, &flsz)) {
ERRX1(sess, "flist_recv");
goto out;
}
/* The IO error is sent after the file list. */
if (!io_read_int(sess, fdin, &ioerror)) {
ERRX1(sess, "io_read_int");
goto out;
} else if (0 != ioerror) {
ERRX1(sess, "io_error is non-zero");
goto out;
}
if (flsz == 0 && !sess->opts->server) {
WARNX(sess, "receiver has empty file list: exiting");
rc = 1;
goto out;
} else if (!sess->opts->server)
LOG1(sess, "Transfer starting: %zu files", flsz);
LOG2(sess, "%s: receiver destination", root);
/*
* Create the path for our destination directory, if we're not
* in dry-run mode (which would otherwise crash w/the pledge).
* This uses our current umask: we might set the permissions on
* this directory in post_dir().
*/
if (!sess->opts->dry_run) {
if ((tofree = strdup(root)) == NULL) {
ERR(sess, "strdup");
goto out;
} else if (mkpath(sess, tofree) < 0) {
ERRX1(sess, "%s: mkpath", root);
free(tofree);
goto out;
}
free(tofree);
}
/*
* Disable umask() so we can set permissions fully.
* Then open the directory iff we're not in dry_run.
*/
oumask = umask(0);
if (!sess->opts->dry_run) {
dfd = open(root, O_RDONLY | O_DIRECTORY, 0);
if (dfd == -1) {
ERR(sess, "%s: open", root);
goto out;
}
}
/*
* Begin by conditionally getting all files we have currently
* available in our destination.
* XXX: THIS IS A BUG IN OPENBSD 6.4.
* For newer version of OpenBSD, this is safe to put after the
* unveil.
*/
if (sess->opts->del &&
sess->opts->recursive &&
!flist_gen_dels(sess, root, &dfl, &dflsz, fl, flsz)) {
ERRX1(sess, "flist_gen_local");
goto out;
}
/*
* Make our entire view of the file-system be limited to what's
* in the root directory.
* This prevents us from accidentally (or "under the influence")
* writing into other parts of the file-system.
*/
if (unveil(root, "rwc") == -1) {
ERR(sess, "%s: unveil", root);
goto out;
} else if (unveil(NULL, NULL) == -1) {
ERR(sess, "%s: unveil", root);
goto out;
}
/* If we have a local set, go for the deletion. */
if (!flist_del(sess, dfd, dfl, dflsz)) {
ERRX1(sess, "flist_del");
goto out;
}
/* Initialise poll events to listen from the sender. */
pfd[PFD_SENDER_IN].fd = fdin;
pfd[PFD_UPLOADER_IN].fd = -1;
pfd[PFD_DOWNLOADER_IN].fd = -1;
pfd[PFD_SENDER_OUT].fd = fdout;
pfd[PFD_SENDER_IN].events = POLLIN;
pfd[PFD_UPLOADER_IN].events = POLLIN;
pfd[PFD_DOWNLOADER_IN].events = POLLIN;
pfd[PFD_SENDER_OUT].events = POLLOUT;
ul = upload_alloc(sess, dfd, fdout,
CSUM_LENGTH_PHASE1, fl, flsz, oumask);
if (ul == NULL) {
ERRX1(sess, "upload_alloc");
goto out;
}
dl = download_alloc(sess, fdin, fl, flsz, dfd);
if (dl == NULL) {
ERRX1(sess, "download_alloc");
goto out;
}
LOG2(sess, "%s: ready for phase 1 data", root);
for (;;) {
if ((c = poll(pfd, PFD__MAX, INFTIM)) == -1) {
ERR(sess, "poll");
goto out;
}
for (i = 0; i < PFD__MAX; i++)
if (pfd[i].revents & (POLLERR|POLLNVAL)) {
ERRX(sess, "poll: bad fd");
goto out;
} else if (pfd[i].revents & POLLHUP) {
ERRX(sess, "poll: hangup");
goto out;
}
/*
* If we have a read event and we're multiplexing, we
* might just have error messages in the pipe.
* It's important to flush these out so that we don't
* clog the pipe.
* Unset our polling status if there's nothing that
* remains in the pipe.
*/
if (sess->mplex_reads &&
(POLLIN & pfd[PFD_SENDER_IN].revents)) {
if (!io_read_flush(sess, fdin)) {
ERRX1(sess, "io_read_flush");
goto out;
} else if (sess->mplex_read_remain == 0)
pfd[PFD_SENDER_IN].revents &= ~POLLIN;
}
/*
* We run the uploader if we have files left to examine
* (i < flsz) or if we have a file that we've opened and
* is read to mmap.
*/
if ((POLLIN & pfd[PFD_UPLOADER_IN].revents) ||
(POLLOUT & pfd[PFD_SENDER_OUT].revents)) {
c = rsync_uploader(ul,
&pfd[PFD_UPLOADER_IN].fd,
sess, &pfd[PFD_SENDER_OUT].fd);
if (c < 0) {
ERRX1(sess, "rsync_uploader");
goto out;
}
}
/*
* We need to run the downloader when we either have
* read events from the sender or an asynchronous local
* open is ready.
* XXX: we don't disable PFD_SENDER_IN like with the
* uploader because we might stop getting error
* messages, which will otherwise clog up the pipes.
*/
if ((POLLIN & pfd[PFD_SENDER_IN].revents) ||
(POLLIN & pfd[PFD_DOWNLOADER_IN].revents)) {
c = rsync_downloader(dl, sess,
&pfd[PFD_DOWNLOADER_IN].fd);
if (c < 0) {
ERRX1(sess, "rsync_downloader");
goto out;
} else if (c == 0) {
assert(phase == 0);
phase++;
LOG2(sess, "%s: receiver ready "
"for phase 2 data", root);
break;
}
/*
* FIXME: if we have any errors during the
* download, most notably files getting out of
* sync between the send and the receiver, then
* here we should bump our checksum length and
* go into the second phase.
*/
}
}
/* Properly close us out by progressing through the phases. */
if (phase == 1) {
if (!io_write_int(sess, fdout, -1)) {
ERRX1(sess, "io_write_int");
goto out;
} else if (!io_read_int(sess, fdin, &ioerror)) {
ERRX1(sess, "io_read_int");
goto out;
} else if (ioerror != -1) {
ERRX(sess, "expected phase ack");
goto out;
}
}
/*
* Now all of our transfers are complete, so we can fix up our
* directory permissions.
*/
if (!rsync_uploader_tail(ul, sess)) {
ERRX1(sess, "rsync_uploader_tail");
goto out;
}
/* Process server statistics and say good-bye. */
if (!sess_stats_recv(sess, fdin)) {
ERRX1(sess, "sess_stats_recv");
goto out;
} else if (!io_write_int(sess, fdout, -1)) {
ERRX1(sess, "io_write_int");
goto out;
}
LOG2(sess, "receiver finished updating");
rc = 1;
out:
if (dfd != -1)
close(dfd);
upload_free(ul);
download_free(dl);
flist_free(fl, flsz);
flist_free(dfl, dflsz);
return rc;
}
|