mirror of https://github.com/tstack/lnav
[files] initial impl for opening archives
Timothy Stack
4 years ago
parent
9f524136bd
commit
579e4274f9
@ -0,0 +1,218 @@
|
||||
/**
|
||||
* Copyright (c) 2020, Timothy Stack
|
||||
*
|
||||
* All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions are met:
|
||||
*
|
||||
* * Redistributions of source code must retain the above copyright notice, this
|
||||
* list of conditions and the following disclaimer.
|
||||
* * Redistributions in binary form must reproduce the above copyright notice,
|
||||
* this list of conditions and the following disclaimer in the documentation
|
||||
* and/or other materials provided with the distribution.
|
||||
* * Neither the name of Timothy Stack nor the names of its contributors
|
||||
* may be used to endorse or promote products derived from this software
|
||||
* without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ''AS IS'' AND ANY
|
||||
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
||||
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
* DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY
|
||||
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
||||
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
||||
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
|
||||
* ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
||||
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
*
|
||||
* @file archive_manager.cc
|
||||
*/
|
||||
|
||||
#include "config.h"
|
||||
|
||||
#include <glob.h>
|
||||
#include <unistd.h>
|
||||
|
||||
#if HAVE_ARCHIVE_H
|
||||
#include "archive.h"
|
||||
#include "archive_entry.h"
|
||||
#endif
|
||||
|
||||
#include "auto_mem.hh"
|
||||
#include "fmt/format.h"
|
||||
#include "base/lnav_log.hh"
|
||||
|
||||
#include "archive_manager.hh"
|
||||
|
||||
namespace fs = ghc::filesystem;
|
||||
|
||||
namespace archive_manager {
|
||||
|
||||
bool is_archive(const std::string &filename)
|
||||
{
|
||||
#if HAVE_ARCHIVE_H
|
||||
auto_mem<archive> arc(archive_read_free);
|
||||
|
||||
arc = archive_read_new();
|
||||
|
||||
archive_read_support_filter_all(arc);
|
||||
archive_read_support_format_all(arc);
|
||||
auto r = archive_read_open_filename(arc, filename.c_str(), 16384);
|
||||
if (r == ARCHIVE_OK) {
|
||||
struct archive_entry *entry;
|
||||
|
||||
if (archive_read_next_header(arc, &entry) == ARCHIVE_OK) {
|
||||
log_info("detected archive: %s -- %s",
|
||||
filename.c_str(),
|
||||
archive_format_name(arc));
|
||||
return true;
|
||||
} else {
|
||||
log_info("archive read header failed: %s -- %s",
|
||||
filename.c_str(),
|
||||
archive_error_string(arc));
|
||||
}
|
||||
} else {
|
||||
log_info("archive open failed: %s -- %s",
|
||||
filename.c_str(),
|
||||
archive_error_string(arc));
|
||||
}
|
||||
#endif
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
fs::path
|
||||
filename_to_tmp_path(const std::string &filename)
|
||||
{
|
||||
auto fn_path = fs::path(filename);
|
||||
auto basename = fn_path.filename();
|
||||
auto subdir_name = fmt::format("lnav-{}-archives", getuid());
|
||||
auto tmp_path = fs::temp_directory_path();
|
||||
|
||||
// TODO include a content-hash in the path name
|
||||
return tmp_path / fs::path(subdir_name) / basename;
|
||||
}
|
||||
|
||||
void walk_archive_files(const std::string &filename,
|
||||
const std::function<void(
|
||||
const fs::directory_entry &)>& callback)
|
||||
{
|
||||
auto tmp_path = filename_to_tmp_path(filename);
|
||||
|
||||
// TODO take care of locking
|
||||
if (!fs::exists(tmp_path)) {
|
||||
extract(filename);
|
||||
}
|
||||
|
||||
for (const auto& entry : fs::recursive_directory_iterator(tmp_path)) {
|
||||
if (!entry.is_regular_file()) {
|
||||
continue;
|
||||
}
|
||||
|
||||
callback(entry);
|
||||
}
|
||||
}
|
||||
|
||||
#if HAVE_ARCHIVE_H
|
||||
static int
|
||||
copy_data(struct archive *ar, struct archive *aw)
|
||||
{
|
||||
int r;
|
||||
const void *buff;
|
||||
size_t size;
|
||||
la_int64_t offset;
|
||||
|
||||
for (;;) {
|
||||
r = archive_read_data_block(ar, &buff, &size, &offset);
|
||||
if (r == ARCHIVE_EOF) {
|
||||
return (ARCHIVE_OK);
|
||||
}
|
||||
if (r < ARCHIVE_OK) {
|
||||
return (r);
|
||||
}
|
||||
r = archive_write_data_block(aw, buff, size, offset);
|
||||
if (r < ARCHIVE_OK) {
|
||||
log_error("%s", archive_error_string(aw));
|
||||
return (r);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void extract(const std::string &filename)
|
||||
{
|
||||
static int FLAGS = ARCHIVE_EXTRACT_TIME
|
||||
| ARCHIVE_EXTRACT_PERM
|
||||
| ARCHIVE_EXTRACT_ACL
|
||||
| ARCHIVE_EXTRACT_FFLAGS;
|
||||
|
||||
auto_mem<archive> arc(archive_free);
|
||||
auto_mem<archive> ext(archive_free);
|
||||
|
||||
arc = archive_read_new();
|
||||
archive_read_support_format_all(arc);
|
||||
archive_read_support_filter_all(arc);
|
||||
ext = archive_write_disk_new();
|
||||
archive_write_disk_set_options(ext, FLAGS);
|
||||
archive_write_disk_set_standard_lookup(ext);
|
||||
if (archive_read_open_filename(arc, filename.c_str(), 10240) != ARCHIVE_OK) {
|
||||
return;
|
||||
}
|
||||
|
||||
auto tmp_path = filename_to_tmp_path(filename);
|
||||
log_info("extracting %s to %s", filename.c_str(), tmp_path.c_str());
|
||||
while (true) {
|
||||
struct archive_entry *entry;
|
||||
auto r = archive_read_next_header(arc, &entry);
|
||||
if (r == ARCHIVE_EOF) {
|
||||
break;
|
||||
}
|
||||
if (r < ARCHIVE_OK) {
|
||||
log_error("%s", archive_error_string(arc));
|
||||
}
|
||||
if (r < ARCHIVE_WARN) {
|
||||
return;
|
||||
}
|
||||
|
||||
auto_mem<archive_entry> wentry(archive_entry_free);
|
||||
wentry = archive_entry_clone(entry);
|
||||
auto entry_path = tmp_path / fs::path(archive_entry_pathname(entry));
|
||||
archive_entry_copy_pathname(wentry, entry_path.c_str());
|
||||
auto entry_mode = archive_entry_mode(wentry);
|
||||
|
||||
archive_entry_set_perm(
|
||||
wentry, S_IRUSR | (S_ISDIR(entry_mode) ? S_IXUSR|S_IWUSR : 0));
|
||||
r = archive_write_header(ext, wentry);
|
||||
if (r < ARCHIVE_OK) {
|
||||
log_error("%s", archive_error_string(ext));
|
||||
}
|
||||
else if (archive_entry_size(entry) > 0) {
|
||||
r = copy_data(arc, ext);
|
||||
if (r < ARCHIVE_OK) {
|
||||
log_error("%s", archive_error_string(ext));
|
||||
}
|
||||
if (r < ARCHIVE_WARN) {
|
||||
return;
|
||||
}
|
||||
}
|
||||
r = archive_write_finish_entry(ext);
|
||||
if (r < ARCHIVE_OK) {
|
||||
log_error("%s", archive_error_string(ext));
|
||||
}
|
||||
if (r < ARCHIVE_WARN) {
|
||||
return;
|
||||
}
|
||||
}
|
||||
archive_read_close(arc);
|
||||
archive_write_close(ext);
|
||||
|
||||
// TODO return errors
|
||||
}
|
||||
#else
|
||||
void extract(const std::string &filename)
|
||||
{
|
||||
|
||||
}
|
||||
#endif
|
||||
|
||||
}
|
||||
@ -0,0 +1,51 @@
|
||||
/**
|
||||
* Copyright (c) 2020, Timothy Stack
|
||||
*
|
||||
* All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions are met:
|
||||
*
|
||||
* * Redistributions of source code must retain the above copyright notice, this
|
||||
* list of conditions and the following disclaimer.
|
||||
* * Redistributions in binary form must reproduce the above copyright notice,
|
||||
* this list of conditions and the following disclaimer in the documentation
|
||||
* and/or other materials provided with the distribution.
|
||||
* * Neither the name of Timothy Stack nor the names of its contributors
|
||||
* may be used to endorse or promote products derived from this software
|
||||
* without specific prior written permission.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ''AS IS'' AND ANY
|
||||
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
||||
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
* DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY
|
||||
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
||||
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
||||
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
|
||||
* ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
||||
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
*
|
||||
* @file archive_manager.hh
|
||||
*/
|
||||
|
||||
#ifndef lnav_archive_manager_hh
|
||||
#define lnav_archive_manager_hh
|
||||
|
||||
#include <string>
|
||||
#include <functional>
|
||||
|
||||
#include "ghc/filesystem.hpp"
|
||||
|
||||
namespace archive_manager {
|
||||
bool is_archive(const std::string &filename);
|
||||
|
||||
ghc::filesystem::path filename_to_tmp_path(const std::string &filename);
|
||||
|
||||
void walk_archive_files(const std::string &filename,
|
||||
const std::function<void(const ghc::filesystem::directory_entry&)>&);
|
||||
|
||||
void extract(const std::string &filename);
|
||||
}
|
||||
|
||||
#endif
|
||||
Loading…
Reference in New Issue