1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
|
#define _XOPEN_SOURCE 600
#include <stdbool.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <assert.h>
#include <unistd.h>
#include <sys/wait.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <libgen.h> /* dirname(), basename() */
#include <openssl/sha.h>
#include "build.h"
#include "util.h"
#include "filepath.h"
#define _FILENAME "build.c"
#include "dbg.h"
const char do_file_ext[] = ".do";
const char default_name[] = "default";
const char temp_ext[] = ".redoing.tmp";
const char deps_dir[] = "/.redo/deps/";
const char redo_root[] = "REDO_ROOT";
const char redo_parent_target[] = "REDO_PARENT_TARGET";
/* TODO: more useful return codes? */
int build_target(const char *target) {
assert(target);
int retval = 0;
/* get the do-file which we are going to execute */
char *do_file = get_do_file(target);
if (!do_file) {
if (fexists(target)) {
/* if our target file has no do file associated but exists,
then we treat it as a source */
write_dep_hash(target);
goto exit;
}
log_err("%s couldn't be built because no "
"suitable do-file exists\n", target);
retval = 1;
goto exit;
}
printf("redo %s\n", target);
/*debug("Using do-file %s\n", do_file);*/
char *temp_output = concat(2, target, temp_ext);
pid_t pid = fork();
if (pid == -1) {
/* failure */
fatal(ERRM_FORK);
} else if (pid == 0) {
/* child */
/* change directory to our target */
char *dirc = safe_strdup(target);
char *dtarget = dirname(dirc);
if (chdir(dtarget) == -1)
fatal(ERRM_CHDIR, dtarget);
free(dirc);
/* target is now in the cwd so change path accordingly */
char *btarget = xbasename(target);
char *bdo_file = xbasename(do_file);
char *btemp_output = xbasename(temp_output);
char **argv = parse_shebang(btarget, bdo_file, btemp_output);
/* set REDO_PARENT_TARGET */
if (setenv(redo_parent_target, target, 1))
fatal(ERRM_SETENV, redo_parent_target, target);
/* excelp() has nearly everything we want: automatic parsing of the
shebang line through execve() and fallback to /bin/sh if no valid
shebang could be found. However, it fails if the target doesn't have
the executeable bit set, which is something we don't want. For this
reason we parse the shebang line ourselves. */
execv(argv[0], argv);
/* execv should never return */
fatal(ERRM_EXEC, argv[0]);
}
/* parent */
int status;
waitpid(pid, &status, 0);
bool remove_temp = true;
if (WIFEXITED(status)) {
if (WEXITSTATUS(status)) { // TODO: check that
log_err("redo: invoked do-file %s failed: %d\n",
do_file, WEXITSTATUS(status));
} else {
/* successful */
/* if the file is 0 bytes long we delete it */
if (fsize(temp_output) > 0)
remove_temp = false;
}
} else {
/* something very wrong happened with the child */
log_err("redo: invoked do-file did not terminate correctly\n");
}
if (remove_temp) {
if (remove(temp_output))
if (errno != ENOENT)
fatal(ERRM_REMOVE, temp_output);
} else {
if (rename(temp_output, target))
fatal(ERRM_RENAME, temp_output, target);
write_dep_hash(target);
}
free(temp_output);
exit:
free(do_file);
return retval;
}
/* Read and parse shebang and return an argv-like pointer array containing the
arguments. If no valid shebang could be found, assume "/bin/sh -e" instead */
char **parse_shebang(char *target, char *dofile, char *temp_output) {
FILE *fp = fopen(dofile, "rb+");
if (!fp)
fatal(ERRM_FOPEN, dofile)
char buf[1024];
buf[ fread(buf, 1, sizeof(buf)-1, fp) ] = '\0';
if (ferror(fp))
fatal(ERRM_FREAD, dofile);
fclose(fp);
char **argv;
size_t i = 0;
if (buf[0] == '#' && buf[1] == '!') {
argv = parsecmd(&buf[2], &i, 5);
} else {
argv = safe_malloc(7 * sizeof(char*));
argv[i++] = "/bin/sh";
argv[i++] = "-e";
}
argv[i++] = dofile;
argv[i++] = (char*) target;
char *basename = remove_ext(target);
argv[i++] = basename;
argv[i++] = temp_output;
argv[i] = NULL;
return argv;
}
/* Returns the right do-file for target */
char *get_do_file(const char *target) {
assert(target);
/* target + ".do" */
char *temp = concat(2, target, do_file_ext);
if (fexists(temp))
return temp;
free(temp);
/* default + get_extension(target) + ".do" */
temp = concat(3, default_name, take_extension(target), do_file_ext);
if (fexists(temp))
return temp;
free(temp);
/* Redofile */
temp = safe_strdup("Redofile");
if (fexists(temp))
return temp;
free(temp);
return NULL;
}
/* Breaks cmd at spaces and stores a pointer to each argument in the returned
array. The index i is incremented to point to the next free pointer. The
returned array is guaranteed to have at least keep_free entries left */
char **parsecmd(char *cmd, size_t *i, size_t keep_free) {
assert(cmd);
size_t argv_len = 16;
char **argv = safe_malloc(argv_len * sizeof(char*));
size_t j = 0;
bool prev_space = true;
for (;; ++j) {
switch (cmd[j]) {
case ' ':
cmd[j] = '\0';
prev_space = true;
break;
case '\n':
case '\r':
cmd[j] = '\0';
case '\0':
return argv;
default:
if (!prev_space)
break;
/* check if we have enough space */
while (*i+keep_free >= argv_len) {
argv_len *= 2;
debug("Reallocating memory (now %zu elements)\n", argv_len);
argv = safe_realloc(argv, argv_len * sizeof(char*));
}
prev_space = false;
argv[*i] = &cmd[j];
++*i;
}
}
}
/* Custom version of realpath that doesn't fail if the last part of path
doesn't exit and allocates memory for the result itself */
char *xrealpath(const char *path) {
char *dirc = safe_strdup(path);
char *dname = dirname(dirc);
char *absdir = realpath(dname, NULL);
if (!absdir)
return NULL;
char *abstarget = concat(3, absdir, "/", xbasename(path));
free(dirc);
free(absdir);
return abstarget;
}
/* Return the relative path against REDO_ROOT of target */
char *get_relpath(const char *target) {
assert(getenv(redo_root));
assert(target);
char *root = getenv(redo_root);
char *abstarget = xrealpath(target);
if (!abstarget)
fatal(ERRM_REALPATH, target);
char *relpath = safe_strdup(make_relative(root, abstarget));
free(abstarget);
return relpath;
}
/* Return the dependency file path of target */
char *get_dep_path(const char *target) {
assert(target);
assert(getenv(redo_root));
char *root = getenv(redo_root);
char *reltarget = get_relpath(target);
char *safe_target = transform_path(reltarget);
char *dep_path = concat(3, root, deps_dir, safe_target);
free(reltarget);
free(safe_target);
return dep_path;
}
/* Add the dependency target, with the identifier indent */
void add_dep(const char *target, int indent) {
assert(target);
assert(getenv(redo_parent_target));
char *parent_target = getenv(redo_parent_target);
char *dep_path = get_dep_path(parent_target);
FILE *fp = fopen(dep_path, "rb+");
if (!fp) {
if (errno == ENOENT) {
fp = fopen(dep_path, "w");
if (!fp)
fatal(ERRM_FOPEN, dep_path);
/* skip the first n bytes that are reserved for the hash + magic number */
fseek(fp, 20 + sizeof(unsigned int), SEEK_SET);
} else {
fatal(ERRM_FOPEN, dep_path);
}
} else {
fseek(fp, 0L, SEEK_END);
}
char *reltarget = get_relpath(target);
putc(indent, fp);
fputs(reltarget, fp);
putc('\0', fp);
if (ferror(fp))
fatal(ERRM_WRITE, dep_path);
if (fclose(fp))
fatal(ERRM_FCLOSE, dep_path);
free(dep_path);
free(reltarget);
}
/* Hash target, storing the result in hash */
void hash_file(const char *target, unsigned char (*hash)[20]) {
FILE *in = fopen(target, "rb");
if (!in)
fatal(ERRM_FOPEN, target);
SHA_CTX context;
unsigned char data[8192];
size_t read;
SHA1_Init(&context);
while ((read = fread(data, 1, sizeof data, in)))
SHA1_Update(&context, data, read);
SHA1_Final(*hash, &context);
if (fclose(in))
fatal(ERRM_FCLOSE, target);
}
/* Calculate and store the hash of target in the right dependency file */
void write_dep_hash(const char *target) {
assert(getenv("REDO_MAGIC"));
unsigned char hash[SHA_DIGEST_LENGTH];
int magic = atoi(getenv("REDO_MAGIC"));
hash_file(target, &hash);
char *dep_path = get_dep_path(target);
int out = open(dep_path, O_WRONLY | O_CREAT, 0644);
if (out < 0)
fatal("redo: failed to open() '%s'", dep_path);
if (write(out, hash, sizeof hash) < (ssize_t) sizeof hash)
fatal("redo: failed to write hash to '%s'", dep_path);
if (write(out, &magic, sizeof(unsigned int)) < (ssize_t) sizeof(unsigned int))
fatal("redo: failed to write magic number to '%s'", dep_path);
if (close(out))
fatal("redo: failed to close file descriptor.");
free(dep_path);
}
|