2011-05-24 23:24:33 +00:00
|
|
|
/* See LICENSE file for copyright and license details. */
|
|
|
|
#include <dirent.h>
|
2015-03-11 22:21:52 +00:00
|
|
|
#include <errno.h>
|
2019-11-02 03:43:32 +00:00
|
|
|
#include <fcntl.h>
|
2014-01-30 12:37:35 +00:00
|
|
|
#include <limits.h>
|
|
|
|
#include <stdio.h>
|
2011-05-24 23:24:33 +00:00
|
|
|
#include <stdlib.h>
|
|
|
|
#include <string.h>
|
2011-06-04 13:30:54 +00:00
|
|
|
#include <sys/stat.h>
|
2014-01-30 12:37:35 +00:00
|
|
|
#include <sys/types.h>
|
|
|
|
#include <unistd.h>
|
2013-03-05 20:46:48 +00:00
|
|
|
|
2015-03-12 23:25:32 +00:00
|
|
|
#include "../fs.h"
|
2011-05-24 23:24:33 +00:00
|
|
|
#include "../util.h"
|
|
|
|
|
2015-03-12 23:25:32 +00:00
|
|
|
int recurse_status = 0;
|
2015-03-02 20:43:56 +00:00
|
|
|
|
2011-05-24 23:24:33 +00:00
|
|
|
void
|
2019-12-22 21:53:46 +00:00
|
|
|
recurse(int dirfd, const char *name, void *data, struct recursor *r)
|
2011-05-24 23:24:33 +00:00
|
|
|
{
|
|
|
|
struct dirent *d;
|
2015-03-12 23:25:32 +00:00
|
|
|
struct history *new, *h;
|
|
|
|
struct stat st, dst;
|
2011-05-24 23:24:33 +00:00
|
|
|
DIR *dp;
|
2019-12-22 21:53:46 +00:00
|
|
|
int flags = 0, fd;
|
|
|
|
size_t pathlen = r->pathlen;
|
|
|
|
|
|
|
|
if (dirfd == AT_FDCWD)
|
|
|
|
pathlen = estrlcpy(r->path, name, sizeof(r->path));
|
2011-05-24 23:24:33 +00:00
|
|
|
|
2019-11-02 03:43:32 +00:00
|
|
|
if (r->follow == 'P' || (r->follow == 'H' && r->depth))
|
|
|
|
flags |= AT_SYMLINK_NOFOLLOW;
|
2015-03-12 23:25:32 +00:00
|
|
|
|
2019-12-22 21:53:46 +00:00
|
|
|
if (fstatat(dirfd, name, &st, flags) < 0) {
|
2015-04-19 12:00:47 +00:00
|
|
|
if (!(r->flags & SILENT)) {
|
2019-12-22 21:53:46 +00:00
|
|
|
weprintf("stat %s:", r->path);
|
2015-04-19 12:00:47 +00:00
|
|
|
recurse_status = 1;
|
|
|
|
}
|
2015-03-11 22:21:52 +00:00
|
|
|
return;
|
|
|
|
}
|
2015-04-18 20:04:49 +00:00
|
|
|
if (!S_ISDIR(st.st_mode)) {
|
2019-12-22 21:53:46 +00:00
|
|
|
r->fn(dirfd, name, &st, data, r);
|
2011-06-04 13:30:54 +00:00
|
|
|
return;
|
Refactor recurse() again
Okay, why yet another recurse()-refactor?
The last one added the recursor-struct, which simplified things
on the user-end, but there was still one thing that bugged me a lot:
Previously, all fn()'s were forced to (l)stat the paths themselves.
This does not work well when you try to keep up with H-, L- and P-
flags at the same time, as each utility-function would have to set
the right function-pointer for (l)stat every single time.
This is not desirable. Furthermore, recurse should be easy to use
and not involve trouble finding the right (l)stat-function to do it
right.
So, what we needed was a stat-argument for each fn(), so it is
directly accessible. This was impossible to do though when the
fn()'s are still directly called by the programs to "start" the
recurse.
Thus, the fundamental change is to make recurse() the function to
go, while designing the fn()'s in a way they can "live" with st
being NULL (we don't want a null-pointer-deref).
What you can see in this commit is the result of this work. Why
all this trouble instead of using nftw?
The special thing about recurse() is that you tell the function
when to recurse() in your fn(). You don't need special flags to
tell nftw() to skip the subtree, just to give an example.
The only single downside to this is that now, you are not allowed
to unconditionally call recurse() from your fn(). It has to be
a directory.
However, that is a cost I think is easily weighed up by the
advantages.
Another thing is the history: I added a procedure at the end of
the outmost recurse to free the history. This way we don't leak
memory.
A simple optimization on the side:
- if (h->dev == st.st_dev && h->ino == st.st_ino)
+ if (h->ino == st.st_ino && h->dev == st.st_dev)
First compare the likely difference in inode-numbers instead of
checking the unlikely condition that the device-numbers are
different.
2015-03-18 23:53:42 +00:00
|
|
|
}
|
2014-06-30 14:58:00 +00:00
|
|
|
|
2015-03-12 23:25:32 +00:00
|
|
|
new = emalloc(sizeof(struct history));
|
|
|
|
new->prev = r->hist;
|
|
|
|
r->hist = new;
|
|
|
|
new->dev = st.st_dev;
|
|
|
|
new->ino = st.st_ino;
|
|
|
|
|
|
|
|
for (h = new->prev; h; h = h->prev)
|
Refactor recurse() again
Okay, why yet another recurse()-refactor?
The last one added the recursor-struct, which simplified things
on the user-end, but there was still one thing that bugged me a lot:
Previously, all fn()'s were forced to (l)stat the paths themselves.
This does not work well when you try to keep up with H-, L- and P-
flags at the same time, as each utility-function would have to set
the right function-pointer for (l)stat every single time.
This is not desirable. Furthermore, recurse should be easy to use
and not involve trouble finding the right (l)stat-function to do it
right.
So, what we needed was a stat-argument for each fn(), so it is
directly accessible. This was impossible to do though when the
fn()'s are still directly called by the programs to "start" the
recurse.
Thus, the fundamental change is to make recurse() the function to
go, while designing the fn()'s in a way they can "live" with st
being NULL (we don't want a null-pointer-deref).
What you can see in this commit is the result of this work. Why
all this trouble instead of using nftw?
The special thing about recurse() is that you tell the function
when to recurse() in your fn(). You don't need special flags to
tell nftw() to skip the subtree, just to give an example.
The only single downside to this is that now, you are not allowed
to unconditionally call recurse() from your fn(). It has to be
a directory.
However, that is a cost I think is easily weighed up by the
advantages.
Another thing is the history: I added a procedure at the end of
the outmost recurse to free the history. This way we don't leak
memory.
A simple optimization on the side:
- if (h->dev == st.st_dev && h->ino == st.st_ino)
+ if (h->ino == st.st_ino && h->dev == st.st_dev)
First compare the likely difference in inode-numbers instead of
checking the unlikely condition that the device-numbers are
different.
2015-03-18 23:53:42 +00:00
|
|
|
if (h->ino == st.st_ino && h->dev == st.st_dev)
|
2015-03-12 23:25:32 +00:00
|
|
|
return;
|
|
|
|
|
Audit tar(1), add DIRFIRST-flag to recurse()
I've been wanting to do this for a while now, as tar(1) used to
be one of messiest and cruftiest tools.
First off, before walking through the audit, I'll talk about
what the DIRFIRST-flag for recurse() does.
It basically calls fn() on the first-level-dir before calling
it's subentries. It's necessary here, because else the order
of the tar-files would've been wrong (it would try to create
dir/file before creating dir/).
Now, to the audit:
1) Update manpage, fix mistake that compression is also available
for compressing. It's only available for extracting.
2) Define the major, minor and makedev macros from glibc by ourselves.
No need to rely on them, as they are common sense.
decomp()
3) Simple refactorization.
putoctal()
4) Add a truncation check for snprintf().
archive()
5) BUGFIX: Add checks to any checkable function, don't blindly call
them, this is harmful and there are 100 ways to exploit that.
6) Use estrlcpy() instead of snprintf() wherever possible, fix
alignment.
7) BUGFIX: Terminate the result-buffer of readlink(), check if
it even succeeded.
8) Fix sizeof()-formatting.
unarchive()
9) BUGFIX: Add checks to any checkable function, don't blindly call
them, this is harmful and there are 100 ways to exploit that.
10) BUGFIX: strtoul can happily return negative numbers. Add checks
for that and also if the full string has been processed.
11) Remove calls to perror(). We have eprintf, use it.
12) BUGFIX: "minor = strtoul(h->mode, 0, 8);". We need h->minor of
course.
13) Fix typo "usupported", remove fprintf-call.
print()
14) Check fread().
xt()
15) Get rid of snprintf-magic. Use estrlcat().
16) BUGFIX: check for ferror() on the tarfile.
usage()
17) Update it. The old usage() was like 1000 years old.
main()
18) Add DIRFIRST-flag to the recursor.
19) Don't print usage() when a mode is re-set. We allow this in
general.
20) Add function checks and fix error messages.
21) Add tarfilename-global for proper error-messages.
2015-03-21 00:03:35 +00:00
|
|
|
if (!r->depth && (r->flags & DIRFIRST))
|
2019-12-22 21:53:46 +00:00
|
|
|
r->fn(dirfd, name, &st, data, r);
|
Audit tar(1), add DIRFIRST-flag to recurse()
I've been wanting to do this for a while now, as tar(1) used to
be one of messiest and cruftiest tools.
First off, before walking through the audit, I'll talk about
what the DIRFIRST-flag for recurse() does.
It basically calls fn() on the first-level-dir before calling
it's subentries. It's necessary here, because else the order
of the tar-files would've been wrong (it would try to create
dir/file before creating dir/).
Now, to the audit:
1) Update manpage, fix mistake that compression is also available
for compressing. It's only available for extracting.
2) Define the major, minor and makedev macros from glibc by ourselves.
No need to rely on them, as they are common sense.
decomp()
3) Simple refactorization.
putoctal()
4) Add a truncation check for snprintf().
archive()
5) BUGFIX: Add checks to any checkable function, don't blindly call
them, this is harmful and there are 100 ways to exploit that.
6) Use estrlcpy() instead of snprintf() wherever possible, fix
alignment.
7) BUGFIX: Terminate the result-buffer of readlink(), check if
it even succeeded.
8) Fix sizeof()-formatting.
unarchive()
9) BUGFIX: Add checks to any checkable function, don't blindly call
them, this is harmful and there are 100 ways to exploit that.
10) BUGFIX: strtoul can happily return negative numbers. Add checks
for that and also if the full string has been processed.
11) Remove calls to perror(). We have eprintf, use it.
12) BUGFIX: "minor = strtoul(h->mode, 0, 8);". We need h->minor of
course.
13) Fix typo "usupported", remove fprintf-call.
print()
14) Check fread().
xt()
15) Get rid of snprintf-magic. Use estrlcat().
16) BUGFIX: check for ferror() on the tarfile.
usage()
17) Update it. The old usage() was like 1000 years old.
main()
18) Add DIRFIRST-flag to the recursor.
19) Don't print usage() when a mode is re-set. We allow this in
general.
20) Add function checks and fix error messages.
21) Add tarfilename-global for proper error-messages.
2015-03-21 00:03:35 +00:00
|
|
|
|
2015-04-18 20:04:49 +00:00
|
|
|
if (!r->maxdepth || r->depth + 1 < r->maxdepth) {
|
2019-12-22 21:53:46 +00:00
|
|
|
fd = openat(dirfd, name, O_RDONLY | O_CLOEXEC | O_DIRECTORY);
|
|
|
|
if (fd < 0) {
|
|
|
|
weprintf("open %s:", r->path);
|
|
|
|
recurse_status = 1;
|
|
|
|
}
|
|
|
|
if (!(dp = fdopendir(fd))) {
|
2017-10-01 08:39:27 +00:00
|
|
|
if (!(r->flags & SILENT)) {
|
2019-12-22 21:53:46 +00:00
|
|
|
weprintf("fdopendir:");
|
2017-10-01 08:39:27 +00:00
|
|
|
recurse_status = 1;
|
|
|
|
}
|
|
|
|
return;
|
|
|
|
}
|
2019-12-22 21:53:46 +00:00
|
|
|
if (r->path[pathlen - 1] != '/')
|
|
|
|
pathlen += estrlcpy(r->path + pathlen, "/", sizeof(r->path) - pathlen);
|
|
|
|
if (r->follow == 'H')
|
|
|
|
flags |= AT_SYMLINK_NOFOLLOW;
|
2015-04-18 20:04:49 +00:00
|
|
|
while ((d = readdir(dp))) {
|
|
|
|
if (!strcmp(d->d_name, ".") || !strcmp(d->d_name, ".."))
|
|
|
|
continue;
|
2019-12-22 21:53:46 +00:00
|
|
|
r->pathlen = pathlen + estrlcpy(r->path + pathlen, d->d_name, sizeof(r->path) - pathlen);
|
|
|
|
if (fstatat(fd, d->d_name, &dst, flags) < 0) {
|
2015-04-19 12:00:47 +00:00
|
|
|
if (!(r->flags & SILENT)) {
|
2019-12-22 21:53:46 +00:00
|
|
|
weprintf("stat %s:", r->path);
|
2015-04-19 12:00:47 +00:00
|
|
|
recurse_status = 1;
|
|
|
|
}
|
2015-04-18 20:04:49 +00:00
|
|
|
} else if ((r->flags & SAMEDEV) && dst.st_dev != st.st_dev) {
|
|
|
|
continue;
|
|
|
|
} else {
|
|
|
|
r->depth++;
|
2019-12-22 21:53:46 +00:00
|
|
|
r->fn(fd, d->d_name, &dst, data, r);
|
2015-04-18 20:04:49 +00:00
|
|
|
r->depth--;
|
|
|
|
}
|
2015-03-12 23:25:32 +00:00
|
|
|
}
|
2017-10-01 08:39:27 +00:00
|
|
|
closedir(dp);
|
2013-03-05 20:46:48 +00:00
|
|
|
}
|
2011-05-24 23:24:33 +00:00
|
|
|
|
Refactor recurse() again
Okay, why yet another recurse()-refactor?
The last one added the recursor-struct, which simplified things
on the user-end, but there was still one thing that bugged me a lot:
Previously, all fn()'s were forced to (l)stat the paths themselves.
This does not work well when you try to keep up with H-, L- and P-
flags at the same time, as each utility-function would have to set
the right function-pointer for (l)stat every single time.
This is not desirable. Furthermore, recurse should be easy to use
and not involve trouble finding the right (l)stat-function to do it
right.
So, what we needed was a stat-argument for each fn(), so it is
directly accessible. This was impossible to do though when the
fn()'s are still directly called by the programs to "start" the
recurse.
Thus, the fundamental change is to make recurse() the function to
go, while designing the fn()'s in a way they can "live" with st
being NULL (we don't want a null-pointer-deref).
What you can see in this commit is the result of this work. Why
all this trouble instead of using nftw?
The special thing about recurse() is that you tell the function
when to recurse() in your fn(). You don't need special flags to
tell nftw() to skip the subtree, just to give an example.
The only single downside to this is that now, you are not allowed
to unconditionally call recurse() from your fn(). It has to be
a directory.
However, that is a cost I think is easily weighed up by the
advantages.
Another thing is the history: I added a procedure at the end of
the outmost recurse to free the history. This way we don't leak
memory.
A simple optimization on the side:
- if (h->dev == st.st_dev && h->ino == st.st_ino)
+ if (h->ino == st.st_ino && h->dev == st.st_dev)
First compare the likely difference in inode-numbers instead of
checking the unlikely condition that the device-numbers are
different.
2015-03-18 23:53:42 +00:00
|
|
|
if (!r->depth) {
|
Audit tar(1), add DIRFIRST-flag to recurse()
I've been wanting to do this for a while now, as tar(1) used to
be one of messiest and cruftiest tools.
First off, before walking through the audit, I'll talk about
what the DIRFIRST-flag for recurse() does.
It basically calls fn() on the first-level-dir before calling
it's subentries. It's necessary here, because else the order
of the tar-files would've been wrong (it would try to create
dir/file before creating dir/).
Now, to the audit:
1) Update manpage, fix mistake that compression is also available
for compressing. It's only available for extracting.
2) Define the major, minor and makedev macros from glibc by ourselves.
No need to rely on them, as they are common sense.
decomp()
3) Simple refactorization.
putoctal()
4) Add a truncation check for snprintf().
archive()
5) BUGFIX: Add checks to any checkable function, don't blindly call
them, this is harmful and there are 100 ways to exploit that.
6) Use estrlcpy() instead of snprintf() wherever possible, fix
alignment.
7) BUGFIX: Terminate the result-buffer of readlink(), check if
it even succeeded.
8) Fix sizeof()-formatting.
unarchive()
9) BUGFIX: Add checks to any checkable function, don't blindly call
them, this is harmful and there are 100 ways to exploit that.
10) BUGFIX: strtoul can happily return negative numbers. Add checks
for that and also if the full string has been processed.
11) Remove calls to perror(). We have eprintf, use it.
12) BUGFIX: "minor = strtoul(h->mode, 0, 8);". We need h->minor of
course.
13) Fix typo "usupported", remove fprintf-call.
print()
14) Check fread().
xt()
15) Get rid of snprintf-magic. Use estrlcat().
16) BUGFIX: check for ferror() on the tarfile.
usage()
17) Update it. The old usage() was like 1000 years old.
main()
18) Add DIRFIRST-flag to the recursor.
19) Don't print usage() when a mode is re-set. We allow this in
general.
20) Add function checks and fix error messages.
21) Add tarfilename-global for proper error-messages.
2015-03-21 00:03:35 +00:00
|
|
|
if (!(r->flags & DIRFIRST))
|
2019-12-22 21:53:46 +00:00
|
|
|
r->fn(dirfd, name, &st, data, r);
|
Refactor recurse() again
Okay, why yet another recurse()-refactor?
The last one added the recursor-struct, which simplified things
on the user-end, but there was still one thing that bugged me a lot:
Previously, all fn()'s were forced to (l)stat the paths themselves.
This does not work well when you try to keep up with H-, L- and P-
flags at the same time, as each utility-function would have to set
the right function-pointer for (l)stat every single time.
This is not desirable. Furthermore, recurse should be easy to use
and not involve trouble finding the right (l)stat-function to do it
right.
So, what we needed was a stat-argument for each fn(), so it is
directly accessible. This was impossible to do though when the
fn()'s are still directly called by the programs to "start" the
recurse.
Thus, the fundamental change is to make recurse() the function to
go, while designing the fn()'s in a way they can "live" with st
being NULL (we don't want a null-pointer-deref).
What you can see in this commit is the result of this work. Why
all this trouble instead of using nftw?
The special thing about recurse() is that you tell the function
when to recurse() in your fn(). You don't need special flags to
tell nftw() to skip the subtree, just to give an example.
The only single downside to this is that now, you are not allowed
to unconditionally call recurse() from your fn(). It has to be
a directory.
However, that is a cost I think is easily weighed up by the
advantages.
Another thing is the history: I added a procedure at the end of
the outmost recurse to free the history. This way we don't leak
memory.
A simple optimization on the side:
- if (h->dev == st.st_dev && h->ino == st.st_ino)
+ if (h->ino == st.st_ino && h->dev == st.st_dev)
First compare the likely difference in inode-numbers instead of
checking the unlikely condition that the device-numbers are
different.
2015-03-18 23:53:42 +00:00
|
|
|
|
2019-12-29 06:35:49 +00:00
|
|
|
while (r->hist) {
|
Refactor recurse() again
Okay, why yet another recurse()-refactor?
The last one added the recursor-struct, which simplified things
on the user-end, but there was still one thing that bugged me a lot:
Previously, all fn()'s were forced to (l)stat the paths themselves.
This does not work well when you try to keep up with H-, L- and P-
flags at the same time, as each utility-function would have to set
the right function-pointer for (l)stat every single time.
This is not desirable. Furthermore, recurse should be easy to use
and not involve trouble finding the right (l)stat-function to do it
right.
So, what we needed was a stat-argument for each fn(), so it is
directly accessible. This was impossible to do though when the
fn()'s are still directly called by the programs to "start" the
recurse.
Thus, the fundamental change is to make recurse() the function to
go, while designing the fn()'s in a way they can "live" with st
being NULL (we don't want a null-pointer-deref).
What you can see in this commit is the result of this work. Why
all this trouble instead of using nftw?
The special thing about recurse() is that you tell the function
when to recurse() in your fn(). You don't need special flags to
tell nftw() to skip the subtree, just to give an example.
The only single downside to this is that now, you are not allowed
to unconditionally call recurse() from your fn(). It has to be
a directory.
However, that is a cost I think is easily weighed up by the
advantages.
Another thing is the history: I added a procedure at the end of
the outmost recurse to free the history. This way we don't leak
memory.
A simple optimization on the side:
- if (h->dev == st.st_dev && h->ino == st.st_ino)
+ if (h->ino == st.st_ino && h->dev == st.st_dev)
First compare the likely difference in inode-numbers instead of
checking the unlikely condition that the device-numbers are
different.
2015-03-18 23:53:42 +00:00
|
|
|
h = r->hist;
|
|
|
|
r->hist = r->hist->prev;
|
|
|
|
free(h);
|
|
|
|
}
|
|
|
|
}
|
2011-05-24 23:24:33 +00:00
|
|
|
}
|