| // Copyright 2015 The Bazel Authors. All rights reserved. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| // |
| // Zip / Unzip file using ijar zip implementation. |
| // |
| // Note that this Zip implementation intentionally don't compute CRC-32 |
| // because it is useless computation for jar because Java doesn't care. |
| // CRC-32 of all files in the zip file will be set to 0. |
| // |
| |
| #include <errno.h> |
| #include <limits.h> |
| #include <stdint.h> |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <string.h> |
| |
| #include <memory> |
| #include <set> |
| #include <string> |
| |
| #include "third_party/ijar/platform_utils.h" |
| #include "third_party/ijar/zip.h" |
| |
| namespace devtools_ijar { |
| |
| // |
| // A ZipExtractorProcessor that extract files in the ZIP file. |
| // |
| class UnzipProcessor : public ZipExtractorProcessor { |
| public: |
| // Create a processor who will extract the given files (or all files if NULL) |
| // into output_root if "extract" is set to true and will print the list of |
| // files and their unix modes if "verbose" is set to true. |
| UnzipProcessor(const char *output_root, char **files, bool verbose, |
| bool extract, bool flatten) |
| : output_root_(output_root), |
| verbose_(verbose), |
| extract_(extract), |
| flatten_(flatten) { |
| if (files != NULL) { |
| for (int i = 0; files[i] != NULL; i++) { |
| file_names.insert(std::string(files[i])); |
| } |
| } |
| } |
| |
| virtual ~UnzipProcessor() {} |
| |
| virtual void Process(const char* filename, const u4 attr, |
| const u1* data, const size_t size); |
| virtual bool Accept(const char* filename, const u4 attr) { |
| // All entry files are accepted by default. |
| if (file_names.empty()) { |
| return true; |
| } else { |
| // If users have specified file entries, only accept those files. |
| return file_names.count(std::string(filename)) == 1; |
| } |
| } |
| |
| private: |
| const char *output_root_; |
| const bool verbose_; |
| const bool extract_; |
| const bool flatten_; |
| std::set<std::string> file_names; |
| }; |
| |
| // Concatene 2 path, path1 and path2, using / as a directory separator and |
| // putting the result in "out". "size" specify the size of the output buffer. If |
| // the result would overflow the output buffer, print an error message and |
| // return false. |
| bool concat_path(char *out, const size_t size, const char *path1, |
| const char *path2) { |
| int len1 = strlen(path1); |
| size_t l = len1; |
| strncpy(out, path1, size - 1); |
| out[size - 1] = 0; |
| if (l < size - 1 && path1[len1] != '/' && path2[0] != '/') { |
| out[l] = '/'; |
| l++; |
| out[l] = 0; |
| } |
| if (l >= size - 1) { |
| fprintf(stderr, "paths too long to concat: %s + %s", path1, path2); |
| return false; |
| } |
| strncat(out, path2, size - 1 - l); |
| return true; |
| } |
| |
| void UnzipProcessor::Process(const char* filename, const u4 attr, |
| const u1* data, const size_t size) { |
| mode_t perm = zipattr_to_perm(attr); |
| bool isdir = zipattr_is_dir(attr); |
| const char *output_file_name = filename; |
| if (attr == 0) { |
| // Fallback when the external attribute is not set. |
| isdir = filename[strlen(filename)-1] == '/'; |
| perm = 0777; |
| } |
| |
| if (flatten_) { |
| if (isdir) { |
| return; |
| } |
| const char *p = strrchr(filename, '/'); |
| if (p != NULL) { |
| output_file_name = p + 1; |
| } |
| } |
| |
| if (verbose_) { |
| printf("%c %o %s\n", isdir ? 'd' : 'f', perm, output_file_name); |
| } |
| if (extract_) { |
| char path[PATH_MAX]; |
| if (!concat_path(path, sizeof(path), output_root_, output_file_name) || |
| !make_dirs(path, perm) || |
| (!isdir && !write_file(path, perm, data, size))) { |
| abort(); |
| } |
| } |
| } |
| |
| // Get the basename of path and store it in output. output_size |
| // is the size of the output buffer. |
| void basename(const char *path, char *output, size_t output_size) { |
| const char *pointer = strrchr(path, '/'); |
| if (pointer == NULL) { |
| pointer = path; |
| } else { |
| pointer++; // Skip the leading slash. |
| } |
| strncpy(output, pointer, output_size - 1); |
| output[output_size - 1] = 0; |
| } |
| |
| // Execute the extraction (or just listing if just v is provided) |
| int extract(char *zipfile, char *exdir, char **files, bool verbose, |
| bool extract, bool flatten) { |
| std::string cwd = get_cwd(); |
| if (cwd.empty()) { |
| return -1; |
| } |
| |
| char output_root[PATH_MAX + 1]; |
| if (exdir != NULL) { |
| if (!concat_path(output_root, sizeof(output_root), cwd.c_str(), exdir)) { |
| return -1; |
| } |
| } else if (cwd.length() >= sizeof(output_root)) { |
| fprintf(stderr, "current working directory path too long"); |
| return -1; |
| } else { |
| memcpy(output_root, cwd.c_str(), cwd.length() + 1); |
| } |
| |
| UnzipProcessor processor(output_root, files, verbose, extract, flatten); |
| std::unique_ptr<ZipExtractor> extractor(ZipExtractor::Create(zipfile, |
| &processor)); |
| if (extractor == NULL) { |
| fprintf(stderr, "Unable to open zip file %s: %s.\n", zipfile, |
| strerror(errno)); |
| return -1; |
| } |
| |
| if (extractor->ProcessAll() < 0) { |
| fprintf(stderr, "%s.\n", extractor->GetError()); |
| return -1; |
| } |
| return 0; |
| } |
| |
| // add a file to the zip |
| int add_file(std::unique_ptr<ZipBuilder> const &builder, char *file, |
| char *zip_path, bool flatten, bool verbose, bool compress) { |
| Stat file_stat = {0, 0666, false}; |
| if (file != NULL) { |
| if (!stat_file(file, &file_stat)) { |
| fprintf(stderr, "Cannot stat file %s: %s\n", file, strerror(errno)); |
| return -1; |
| } |
| } |
| char *final_path = zip_path != NULL ? zip_path : file; |
| |
| bool isdir = file_stat.is_directory; |
| |
| if (flatten && isdir) { |
| return 0; |
| } |
| |
| // Compute the path, flattening it if requested |
| char path[PATH_MAX]; |
| size_t len = strlen(final_path); |
| if (len > PATH_MAX) { |
| fprintf(stderr, "Path too long: %s.\n", final_path); |
| return -1; |
| } |
| if (flatten) { |
| basename(final_path, path, PATH_MAX); |
| } else { |
| strncpy(path, final_path, PATH_MAX); |
| path[PATH_MAX - 1] = 0; |
| if (isdir && len < PATH_MAX - 1) { |
| // Add the trailing slash for folders |
| path[len] = '/'; |
| path[len + 1] = 0; |
| } |
| } |
| |
| if (verbose) { |
| mode_t perm = file_stat.file_mode & 0777; |
| printf("%c %o %s\n", isdir ? 'd' : 'f', perm, path); |
| } |
| |
| u1 *buffer = builder->NewFile(path, stat_to_zipattr(file_stat)); |
| if (isdir || file_stat.total_size == 0) { |
| builder->FinishFile(0); |
| } else { |
| if (!read_file(file, buffer, file_stat.total_size)) { |
| return -1; |
| } |
| builder->FinishFile(file_stat.total_size, compress, true); |
| } |
| return 0; |
| } |
| |
| // Read a list of files separated by newlines. The resulting array can be |
| // freed using the free method. |
| char **read_filelist(char *filename) { |
| Stat file_stat; |
| if (!stat_file(filename, &file_stat)) { |
| fprintf(stderr, "Cannot stat file %s: %s\n", filename, strerror(errno)); |
| return NULL; |
| } |
| |
| char *data = static_cast<char *>(malloc(file_stat.total_size)); |
| if (!read_file(filename, data, file_stat.total_size)) { |
| return NULL; |
| } |
| |
| int nb_entries = 1; |
| for (u8 i = 0; i < file_stat.total_size; i++) { |
| if (data[i] == '\n') { |
| nb_entries++; |
| } |
| if (nb_entries == INT_MAX) { |
| fprintf(stderr, "too many input files"); |
| return NULL; |
| } |
| } |
| |
| size_t sizeof_array = sizeof(char *) * (nb_entries + 1); |
| void *result = malloc(sizeof_array + file_stat.total_size + 1); |
| // copy the content |
| char **filelist = static_cast<char **>(result); |
| char *content = static_cast<char *>(result) + sizeof_array; |
| memcpy(content, data, file_stat.total_size); |
| content[file_stat.total_size] = '\0'; |
| free(data); |
| // Create the corresponding array |
| int j = 1; |
| filelist[0] = content; |
| for (u8 i = 0; i < file_stat.total_size; i++) { |
| if (content[i] == '\n') { |
| content[i] = 0; |
| if (i + 1 < file_stat.total_size) { |
| filelist[j] = content + i + 1; |
| j++; |
| } |
| } |
| } |
| filelist[j] = NULL; |
| return filelist; |
| } |
| |
| // return real paths of the files |
| char **parse_filelist(char *zipfile, char **file_entries, int nb_entries, |
| bool flatten) { |
| // no need to free since the path lists should live until the end of the |
| // program |
| char **files = static_cast<char **>(malloc(sizeof(char *) * nb_entries)); |
| char **zip_paths = file_entries; |
| for (int i = 0; i < nb_entries; i++) { |
| char *p_eq = strchr(file_entries[i], '='); |
| if (p_eq != NULL) { |
| if (flatten) { |
| fprintf(stderr, "Unable to create zip file %s: %s.\n", zipfile, |
| "= can't be used with flatten"); |
| free(files); |
| return NULL; |
| } |
| if (p_eq == file_entries[i]) { |
| fprintf(stderr, "Unable to create zip file %s: %s.\n", zipfile, |
| "A zip path should be given before ="); |
| free(files); |
| return NULL; |
| } |
| *p_eq = '\0'; |
| files[i] = p_eq + 1; |
| if (files[i][0] == '\0') { |
| files[i] = NULL; |
| } |
| } else { |
| files[i] = file_entries[i]; |
| zip_paths[i] = NULL; |
| } |
| } |
| return files; |
| } |
| |
| // Execute the create operation |
| int create(char *zipfile, char **file_entries, bool flatten, bool verbose, |
| bool compress) { |
| int nb_entries = 0; |
| while (file_entries[nb_entries] != NULL) { |
| nb_entries++; |
| } |
| char **zip_paths = file_entries; |
| char **files = parse_filelist(zipfile, file_entries, nb_entries, flatten); |
| if (files == NULL) { |
| return -1; |
| } |
| |
| u8 size = ZipBuilder::EstimateSize(files, zip_paths, nb_entries); |
| if (size == 0) { |
| return -1; |
| } |
| std::unique_ptr<ZipBuilder> builder(ZipBuilder::Create(zipfile, size)); |
| if (builder == NULL) { |
| fprintf(stderr, "Unable to create zip file %s: %s.\n", |
| zipfile, strerror(errno)); |
| return -1; |
| } |
| |
| for (int i = 0; i < nb_entries; i++) { |
| if (add_file(builder, files[i], zip_paths[i], flatten, verbose, compress) < |
| 0) { |
| return -1; |
| } |
| } |
| if (builder->Finish() < 0) { |
| fprintf(stderr, "%s\n", builder->GetError()); |
| return -1; |
| } |
| return 0; |
| } |
| |
| } // namespace devtools_ijar |
| |
| // |
| // main method |
| // |
| static void usage(char *progname) { |
| fprintf(stderr, |
| "Usage: %s [vxc[fC]] x.zip [-d exdir] [[zip_path1=]file1 ... " |
| "[zip_pathn=]filen]\n", |
| progname); |
| fprintf(stderr, " v verbose - list all file in x.zip\n"); |
| fprintf(stderr, |
| " x extract - extract files in x.zip to current directory, or " |
| " an optional directory relative to the current directory " |
| " specified through -d option\n"); |
| fprintf(stderr, " c create - add files to x.zip\n"); |
| fprintf(stderr, |
| " f flatten - flatten files to use with create or " |
| "extract operation\n"); |
| fprintf(stderr, |
| " C compress - compress files when using the create operation\n"); |
| fprintf(stderr, "x and c cannot be used in the same command-line.\n"); |
| fprintf(stderr, |
| "\nFor every file, a path in the zip can be specified. Examples:\n"); |
| fprintf(stderr, |
| " zipper c x.zip a/b/__init__.py= # Add an empty file at " |
| "a/b/__init__.py\n"); |
| fprintf(stderr, |
| " zipper c x.zip a/b/main.py=foo/bar/bin.py # Add file " |
| "foo/bar/bin.py at a/b/main.py\n"); |
| fprintf(stderr, |
| "\nIf the zip path is not specified, it is assumed to be the file " |
| "path.\n"); |
| exit(1); |
| } |
| |
| int main(int argc, char **argv) { |
| bool extract = false; |
| bool verbose = false; |
| bool create = false; |
| bool compress = false; |
| bool flatten = false; |
| |
| if (argc < 3) { |
| usage(argv[0]); |
| } |
| |
| for (int i = 0; argv[1][i] != 0; i++) { |
| switch (argv[1][i]) { |
| case 'x': |
| extract = true; |
| break; |
| case 'v': |
| verbose = true; |
| break; |
| case 'c': |
| create = true; |
| break; |
| case 'f': |
| flatten = true; |
| break; |
| case 'C': |
| compress = true; |
| break; |
| default: |
| usage(argv[0]); |
| } |
| } |
| |
| // x and c cannot be used in the same command-line. |
| if (create && extract) { |
| usage(argv[0]); |
| } |
| |
| // Calculate the argument index of the first entry file. |
| int filelist_start_index; |
| if (argc > 3 && strcmp(argv[3], "-d") == 0) { |
| filelist_start_index = 5; |
| } else { |
| filelist_start_index = 3; |
| } |
| |
| char** filelist = NULL; |
| |
| // We have one option file. Read and extract the content. |
| if (argc == filelist_start_index + 1 && |
| argv[filelist_start_index][0] == '@') { |
| char* filelist_name = argv[filelist_start_index]; |
| filelist = devtools_ijar::read_filelist(filelist_name + 1); |
| if (filelist == NULL) { |
| fprintf(stderr, "Can't read file list %s: %s.\n", filelist_name, |
| strerror(errno)); |
| return -1; |
| } |
| // We have more than one files. Assume that they are all file entries. |
| } else if (argc >= filelist_start_index + 1) { |
| filelist = argv + filelist_start_index; |
| } else { |
| // There are no entry files specified. This is forbidden if we are creating |
| // a zip file. |
| if (create) { |
| fprintf(stderr, "Can't create zip without input files specified."); |
| return -1; |
| } |
| } |
| |
| if (create) { |
| // Create a zip |
| return devtools_ijar::create(argv[2], filelist, flatten, verbose, compress); |
| } else { |
| char* exdir = NULL; |
| if (argc > 3 && strcmp(argv[3], "-d") == 0) { |
| exdir = argv[4]; |
| } |
| |
| // Extraction / list mode |
| return devtools_ijar::extract(argv[2], exdir, filelist, verbose, extract, |
| flatten); |
| } |
| } |