123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478 |
- // Copyright 2015 The Bazel Authors. All rights reserved.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- //
- // Zip / Unzip file using ijar zip implementation.
- //
- // Note that this Zip implementation intentionally don't compute CRC-32
- // because it is useless computation for jar because Java doesn't care.
- // CRC-32 of all files in the zip file will be set to 0.
- //
- #include <errno.h>
- #include <limits.h>
- #include <stdint.h>
- #include <stdio.h>
- #include <stdlib.h>
- #include <string.h>
- #include <memory>
- #include <set>
- #include <string>
- #include "third_party/ijar/platform_utils.h"
- #include "third_party/ijar/zip.h"
- namespace devtools_ijar {
- //
- // A ZipExtractorProcessor that extract files in the ZIP file.
- //
- class UnzipProcessor : public ZipExtractorProcessor {
- public:
- // Create a processor who will extract the given files (or all files if NULL)
- // into output_root if "extract" is set to true and will print the list of
- // files and their unix modes if "verbose" is set to true.
- UnzipProcessor(const char *output_root, char **files, bool verbose,
- bool extract, bool flatten)
- : output_root_(output_root),
- verbose_(verbose),
- extract_(extract),
- flatten_(flatten) {
- if (files != NULL) {
- for (int i = 0; files[i] != NULL; i++) {
- file_names.insert(std::string(files[i]));
- }
- }
- }
- virtual ~UnzipProcessor() {}
- virtual void Process(const char* filename, const u4 attr,
- const u1* data, const size_t size);
- virtual bool Accept(const char* filename, const u4 attr) {
- // All entry files are accepted by default.
- if (file_names.empty()) {
- return true;
- } else {
- // If users have specified file entries, only accept those files.
- return file_names.count(std::string(filename)) == 1;
- }
- }
- private:
- const char *output_root_;
- const bool verbose_;
- const bool extract_;
- const bool flatten_;
- std::set<std::string> file_names;
- };
- // Concatene 2 path, path1 and path2, using / as a directory separator and
- // putting the result in "out". "size" specify the size of the output buffer. If
- // the result would overflow the output buffer, print an error message and
- // return false.
- bool concat_path(char *out, const size_t size, const char *path1,
- const char *path2) {
- int len1 = strlen(path1);
- size_t l = len1;
- strncpy(out, path1, size - 1);
- out[size - 1] = 0;
- if (l < size - 1 && path1[len1] != '/' && path2[0] != '/') {
- out[l] = '/';
- l++;
- out[l] = 0;
- }
- if (l >= size - 1) {
- fprintf(stderr, "paths too long to concat: %s + %s", path1, path2);
- return false;
- }
- strncat(out, path2, size - 1 - l);
- return true;
- }
- void UnzipProcessor::Process(const char* filename, const u4 attr,
- const u1* data, const size_t size) {
- mode_t perm = zipattr_to_perm(attr);
- bool isdir = zipattr_is_dir(attr);
- const char *output_file_name = filename;
- if (attr == 0) {
- // Fallback when the external attribute is not set.
- isdir = filename[strlen(filename)-1] == '/';
- perm = 0777;
- }
- if (flatten_) {
- if (isdir) {
- return;
- }
- const char *p = strrchr(filename, '/');
- if (p != NULL) {
- output_file_name = p + 1;
- }
- }
- if (verbose_) {
- printf("%c %o %s\n", isdir ? 'd' : 'f', perm, output_file_name);
- }
- if (extract_) {
- char path[PATH_MAX];
- if (!concat_path(path, sizeof(path), output_root_, output_file_name) ||
- !make_dirs(path, perm) ||
- (!isdir && !write_file(path, perm, data, size))) {
- abort();
- }
- }
- }
- // Get the basename of path and store it in output. output_size
- // is the size of the output buffer.
- void basename(const char *path, char *output, size_t output_size) {
- const char *pointer = strrchr(path, '/');
- if (pointer == NULL) {
- pointer = path;
- } else {
- pointer++; // Skip the leading slash.
- }
- strncpy(output, pointer, output_size - 1);
- output[output_size - 1] = 0;
- }
- // Execute the extraction (or just listing if just v is provided)
- int extract(char *zipfile, char *exdir, char **files, bool verbose,
- bool extract, bool flatten) {
- std::string cwd = get_cwd();
- if (cwd.empty()) {
- return -1;
- }
- char output_root[PATH_MAX + 1];
- if (exdir != NULL) {
- if (!concat_path(output_root, sizeof(output_root), cwd.c_str(), exdir)) {
- return -1;
- }
- } else if (cwd.length() >= sizeof(output_root)) {
- fprintf(stderr, "current working directory path too long");
- return -1;
- } else {
- memcpy(output_root, cwd.c_str(), cwd.length() + 1);
- }
- UnzipProcessor processor(output_root, files, verbose, extract, flatten);
- std::unique_ptr<ZipExtractor> extractor(ZipExtractor::Create(zipfile,
- &processor));
- if (extractor == NULL) {
- fprintf(stderr, "Unable to open zip file %s: %s.\n", zipfile,
- strerror(errno));
- return -1;
- }
- if (extractor->ProcessAll() < 0) {
- fprintf(stderr, "%s.\n", extractor->GetError());
- return -1;
- }
- return 0;
- }
- // add a file to the zip
- int add_file(std::unique_ptr<ZipBuilder> const &builder, char *file,
- char *zip_path, bool flatten, bool verbose, bool compress) {
- Stat file_stat = {0, 0666, false};
- if (file != NULL) {
- if (!stat_file(file, &file_stat)) {
- fprintf(stderr, "Cannot stat file %s: %s\n", file, strerror(errno));
- return -1;
- }
- }
- char *final_path = zip_path != NULL ? zip_path : file;
- bool isdir = file_stat.is_directory;
- if (flatten && isdir) {
- return 0;
- }
- // Compute the path, flattening it if requested
- char path[PATH_MAX];
- size_t len = strlen(final_path);
- if (len > PATH_MAX) {
- fprintf(stderr, "Path too long: %s.\n", final_path);
- return -1;
- }
- if (flatten) {
- basename(final_path, path, PATH_MAX);
- } else {
- strncpy(path, final_path, PATH_MAX);
- path[PATH_MAX - 1] = 0;
- if (isdir && len < PATH_MAX - 1) {
- // Add the trailing slash for folders
- path[len] = '/';
- path[len + 1] = 0;
- }
- }
- if (verbose) {
- mode_t perm = file_stat.file_mode & 0777;
- printf("%c %o %s\n", isdir ? 'd' : 'f', perm, path);
- }
- u1 *buffer = builder->NewFile(path, stat_to_zipattr(file_stat));
- if (isdir || file_stat.total_size == 0) {
- builder->FinishFile(0);
- } else {
- if (!read_file(file, buffer, file_stat.total_size)) {
- return -1;
- }
- builder->FinishFile(file_stat.total_size, compress, true);
- }
- return 0;
- }
- // Read a list of files separated by newlines. The resulting array can be
- // freed using the free method.
- char **read_filelist(char *filename) {
- Stat file_stat;
- if (!stat_file(filename, &file_stat)) {
- fprintf(stderr, "Cannot stat file %s: %s\n", filename, strerror(errno));
- return NULL;
- }
- char *data = static_cast<char *>(malloc(file_stat.total_size));
- if (!read_file(filename, data, file_stat.total_size)) {
- return NULL;
- }
- int nb_entries = 1;
- for (int i = 0; i < file_stat.total_size; i++) {
- if (data[i] == '\n') {
- nb_entries++;
- }
- }
- size_t sizeof_array = sizeof(char *) * (nb_entries + 1);
- void *result = malloc(sizeof_array + file_stat.total_size + 1);
- // copy the content
- char **filelist = static_cast<char **>(result);
- char *content = static_cast<char *>(result) + sizeof_array;
- memcpy(content, data, file_stat.total_size);
- content[file_stat.total_size] = '\0';
- free(data);
- // Create the corresponding array
- int j = 1;
- filelist[0] = content;
- for (int i = 0; i < file_stat.total_size; i++) {
- if (content[i] == '\n') {
- content[i] = 0;
- if (i + 1 < file_stat.total_size) {
- filelist[j] = content + i + 1;
- j++;
- }
- }
- }
- filelist[j] = NULL;
- return filelist;
- }
- // return real paths of the files
- char **parse_filelist(char *zipfile, char **file_entries, int nb_entries,
- bool flatten) {
- // no need to free since the path lists should live until the end of the
- // program
- char **files = static_cast<char **>(malloc(sizeof(char *) * nb_entries));
- char **zip_paths = file_entries;
- for (int i = 0; i < nb_entries; i++) {
- char *p_eq = strchr(file_entries[i], '=');
- if (p_eq != NULL) {
- if (flatten) {
- fprintf(stderr, "Unable to create zip file %s: %s.\n", zipfile,
- "= can't be used with flatten");
- free(files);
- return NULL;
- }
- if (p_eq == file_entries[i]) {
- fprintf(stderr, "Unable to create zip file %s: %s.\n", zipfile,
- "A zip path should be given before =");
- free(files);
- return NULL;
- }
- *p_eq = '\0';
- files[i] = p_eq + 1;
- if (files[i][0] == '\0') {
- files[i] = NULL;
- }
- } else {
- files[i] = file_entries[i];
- zip_paths[i] = NULL;
- }
- }
- return files;
- }
- // Execute the create operation
- int create(char *zipfile, char **file_entries, bool flatten, bool verbose,
- bool compress) {
- int nb_entries = 0;
- while (file_entries[nb_entries] != NULL) {
- nb_entries++;
- }
- char **zip_paths = file_entries;
- char **files = parse_filelist(zipfile, file_entries, nb_entries, flatten);
- if (files == NULL) {
- return -1;
- }
- u8 size = ZipBuilder::EstimateSize(files, zip_paths, nb_entries);
- if (size == 0) {
- return -1;
- }
- std::unique_ptr<ZipBuilder> builder(ZipBuilder::Create(zipfile, size));
- if (builder == NULL) {
- fprintf(stderr, "Unable to create zip file %s: %s.\n",
- zipfile, strerror(errno));
- return -1;
- }
- for (int i = 0; i < nb_entries; i++) {
- if (add_file(builder, files[i], zip_paths[i], flatten, verbose, compress) <
- 0) {
- return -1;
- }
- }
- if (builder->Finish() < 0) {
- fprintf(stderr, "%s\n", builder->GetError());
- return -1;
- }
- return 0;
- }
- } // namespace devtools_ijar
- //
- // main method
- //
- static void usage(char *progname) {
- fprintf(stderr,
- "Usage: %s [vxc[fC]] x.zip [-d exdir] [[zip_path1=]file1 ... "
- "[zip_pathn=]filen]\n",
- progname);
- fprintf(stderr, " v verbose - list all file in x.zip\n");
- fprintf(stderr,
- " x extract - extract files in x.zip to current directory, or "
- " an optional directory relative to the current directory "
- " specified through -d option\n");
- fprintf(stderr, " c create - add files to x.zip\n");
- fprintf(stderr,
- " f flatten - flatten files to use with create or "
- "extract operation\n");
- fprintf(stderr,
- " C compress - compress files when using the create operation\n");
- fprintf(stderr, "x and c cannot be used in the same command-line.\n");
- fprintf(stderr,
- "\nFor every file, a path in the zip can be specified. Examples:\n");
- fprintf(stderr,
- " zipper c x.zip a/b/__init__.py= # Add an empty file at "
- "a/b/__init__.py\n");
- fprintf(stderr,
- " zipper c x.zip a/b/main.py=foo/bar/bin.py # Add file "
- "foo/bar/bin.py at a/b/main.py\n");
- fprintf(stderr,
- "\nIf the zip path is not specified, it is assumed to be the file "
- "path.\n");
- exit(1);
- }
- int main(int argc, char **argv) {
- bool extract = false;
- bool verbose = false;
- bool create = false;
- bool compress = false;
- bool flatten = false;
- if (argc < 3) {
- usage(argv[0]);
- }
- for (int i = 0; argv[1][i] != 0; i++) {
- switch (argv[1][i]) {
- case 'x':
- extract = true;
- break;
- case 'v':
- verbose = true;
- break;
- case 'c':
- create = true;
- break;
- case 'f':
- flatten = true;
- break;
- case 'C':
- compress = true;
- break;
- default:
- usage(argv[0]);
- }
- }
- // x and c cannot be used in the same command-line.
- if (create && extract) {
- usage(argv[0]);
- }
- // Calculate the argument index of the first entry file.
- int filelist_start_index;
- if (argc > 3 && strcmp(argv[3], "-d") == 0) {
- filelist_start_index = 5;
- } else {
- filelist_start_index = 3;
- }
- char** filelist = NULL;
- // We have one option file. Read and extract the content.
- if (argc == filelist_start_index + 1 &&
- argv[filelist_start_index][0] == '@') {
- char* filelist_name = argv[filelist_start_index];
- filelist = devtools_ijar::read_filelist(filelist_name + 1);
- if (filelist == NULL) {
- fprintf(stderr, "Can't read file list %s: %s.\n", filelist_name,
- strerror(errno));
- return -1;
- }
- // We have more than one files. Assume that they are all file entries.
- } else if (argc >= filelist_start_index + 1) {
- filelist = argv + filelist_start_index;
- } else {
- // There are no entry files specified. This is forbidden if we are creating
- // a zip file.
- if (create) {
- fprintf(stderr, "Can't create zip without input files specified.");
- return -1;
- }
- }
- if (create) {
- // Create a zip
- return devtools_ijar::create(argv[2], filelist, flatten, verbose, compress);
- } else {
- char* exdir = NULL;
- if (argc > 3 && strcmp(argv[3], "-d") == 0) {
- exdir = argv[4];
- }
- // Extraction / list mode
- return devtools_ijar::extract(argv[2], exdir, filelist, verbose, extract,
- flatten);
- }
- }
|