- 2.0.0-0.6.2012041515snap
- Initial gfal 2.0 preview release
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/qa/ 0000775 0000000 0000000 00000000000 13062762100 0020470 5 ustar 00root root 0000000 0000000 gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/qa/Dockerfile 0000664 0000000 0000000 00000003052 13062762100 0022462 0 ustar 00root root 0000000 0000000 #
# Copyright (c) CERN 2016
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
FROM centos:7
# Required repos
ADD "http://dmc-repo.web.cern.ch/dmc-repo/dmc-ci-el7.repo" "/etc/yum.repos.d/"
ADD "http://repository.egi.eu/sw/production/cas/1/current/repo-files/EGI-trustanchors.repo" "/etc/yum.repos.d/"
RUN yum install -y epel-release yum-utils
# Build requirements
RUN yum install -y gcc gcc-c++
RUN yum-builddep -y gfal2
# Run dependencies
RUN yum install -y cppcheck java-1.8.0-openjdk lcg-CA lcov rats unzip voms-clients voms-config-vo-dteam which
# Coverage requirements
ADD "http://repo1.maven.org/maven2/org/codehaus/sonar/runner/sonar-runner-dist/2.4/sonar-runner-dist-2.4.zip" /tmp
RUN unzip "/tmp/sonar-runner-dist-2.4.zip" -d "/tmp"
ADD sonar-runner.properties "/tmp/sonar-runner-2.4/conf"
ADD "https://raw.github.com/eriwen/lcov-to-cobertura-xml/master/lcov_cobertura/lcov_cobertura.py" /tmp
RUN chmod a+r /tmp/lcov_cobertura.py
# Required input
VOLUME ["/gfal2", "/.ssh", "/.globus"]
# Entry point
COPY "qa.sh" "sonar-project.properties" /
ENTRYPOINT ["/qa.sh"]
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/qa/qa.sh 0000775 0000000 0000000 00000002206 13062762100 0021430 0 ustar 00root root 0000000 0000000 #!/usr/bin/bash
set -x
export HOME=/
export SONAR_USER_HOME=/tmp
VOMS=${VOMS:=dteam}
PASSWD=$1
if [[ -z "$PASSWD" ]]; then
echo "Missing password"
exit 1
fi
mkdir -p /tmp/build
pushd /tmp/build
# Build
CFLAGS=--coverage CXXFLAGS=--coverage cmake "/gfal2" \
-DUNIT_TESTS=ON -DFUNCTIONAL_TESTS=ON -DPLUGIN_MOCK=ON
make -j
# Static checkers
cppcheck -v --enable=all \
-I "/usr/include" \
-I "/usr/include/glib-2.0" \
-I "/gfal2/src/core" \
-I "/gfal2/src/utilis" \
--xml "/gfal2" 2> cppcheck.xml
rats -w 3 --xml "/gfal2" > rats.xml
# Clear counters
lcov --directory . --zerocounters
# Run
echo ${PASSWD} | voms-proxy-init --pwstdin --voms ${VOMS}
export GFAL_PLUGIN_DIR="/tmp/build/plugins"
export GFAL_CONFIG_DIR="/gfal2/test/conf_test"
ctest -T test
# Extract coverage
lcov --directory . --capture --output-file="/tmp/coverage.info"
python /tmp/lcov_cobertura.py "/tmp/coverage.info" -b "/gfal2" -e ".+usr.include." -o "coverage.xml"
# Run sonar
cp /sonar-project.properties .
export SONAR_RUNNER_OPTS="-Duser.timezone=+01:00 -Djava.security.egd=file:///dev/urandom"
/tmp/sonar-runner-2.4/bin/sonar-runner -X
popd
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/qa/sonar-project.properties 0000664 0000000 0000000 00000000746 13062762100 0025403 0 ustar 00root root 0000000 0000000 sonar.projectKey=dmc:gfal2
sonar.projectName=gfal2
sonar.projectVersion=2.13.0
sonar.working.directory=/tmp/sonar-wd
sonar.projectBaseDir=/gfal2/
sonar.sources=/gfal2/src/
sonar.exclusions=src/plugins/mock/*
sonar.language=c++
sonar.core.codeCoveragePlugin=cobertura
sonar.cxx.coverage.overallReportPath=/tmp/build/coverage.xml
sonar.cxx.coverage.itReportPath=/tmp/build/coverage.xml
sonar.cxx.cppcheck.reportPath=/tmp/build/cppcheck.xml
sonar.cxx.rats.reportPath=/tmp/build/rats.xml
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/qa/sonar-runner.properties 0000664 0000000 0000000 00000000055 13062762100 0025237 0 ustar 00root root 0000000 0000000 sonar.host.url=http://baluarte.cern.ch:8080
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/readme.html 0000664 0000000 0000000 00000005403 13062762100 0022214 0 ustar 00root root 0000000 0000000
gfal2
gfal2
Description
The Grid File Access Library 2 offers a POSIX interface to the distributed files system supported by WLCG.
Differents file systems are supported by a collections of GFAL 2 plugins, this is a non complete list:
- LFC (Logical File Catalog), with lfn://
- SRM (Storage Resource Manager) with srm://
- RFIO (Remote File I/O) with rfio://
- DCAP (Remote FTP for dCache ) with gsidcap://
- HTTP/Webdav with cluster, third party copy and client side credential support.
Installation
GFAL2 itself abstracts the access to different underlying storage systems - including local -, but in order to get
support for a given protocol, its corresponding plugin needs to be installed.
- gfal2-plugin-lfc
- gfal2-plugin-srm
- gfal2-plugin-rfio
- gfal2-plugin-dcap
- gfal2-plugin-http
For convenience we provide a package called gfal2-all, which will trigger the installation of all these packages.
gfal2-devel is required only for development.
A typical installation can be done as easy as bellow:
yum install gfal2-all gfal2-devel
Shipped separatly there is also available a plugin for XRootD (root://) protocol: gfal2-plugin-xrootd
API Documentation
Doxygen documentation
You can also have a look at the examples folder to see some simple usage of the API.
License
This software is licensed under the Apache 2 License.
See LICENSE for details.
Release Notes
See RELEASE-NOTES for a detailed changelog.
Contact
You can notify bugs or ask for feature requests via
- Tracker
- https://its.cern.ch/jira/browse/DMC/component/10808
- Mailing list
- dmc-support@cern.ch
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/ 0000775 0000000 0000000 00000000000 13062762100 0020656 5 ustar 00root root 0000000 0000000 gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/CMakeLists.txt 0000664 0000000 0000000 00000000756 13062762100 0023426 0 ustar 00root root 0000000 0000000 cmake_minimum_required (VERSION 2.6)
# Shared utilities can be compiled as static, and then
# included at linking time
add_subdirectory (utils)
set(gfal2_utils_src ${gfal2_utils_src} PARENT_SCOPE)
set(gfal2_utils_c_src ${gfal2_utils_c_src} PARENT_SCOPE)
include_directories(${CMAKE_CURRENT_SOURCE_DIR}/utils)
# Core library
if (MAIN_CORE)
add_subdirectory (core)
# Command line tool to get GFAL2 version
add_subdirectory (version)
endif (MAIN_CORE)
# Plugins
add_subdirectory (plugins)
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/ 0000775 0000000 0000000 00000000000 13062762100 0021606 5 ustar 00root root 0000000 0000000 gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/CMakeLists.txt 0000664 0000000 0000000 00000006635 13062762100 0024360 0 ustar 00root root 0000000 0000000 cmake_minimum_required (VERSION 2.6)
# Sources needed for the core library
file (GLOB src_cancel "cancel/*.c*")
file (GLOB src_common "common/*.c" "common/future/*.c")
file (GLOB src_config "config/*.c")
file (GLOB src_exceptions "exceptions/*.c*")
file (GLOB src_gconfig "g_config_manager/*.c*")
file (GLOB src_file "file/*.c*")
file (GLOB src_global "global/*c*")
file (GLOB src_logger "logger/*.c*")
file (GLOB src_posix "posix/*.c*")
# Core library
add_definitions(-D__GFAL2_BUILD__)
include_directories(${gfal2_utils_includes})
add_definitions (${gfal2_utils_definitions})
add_library (gfal2 SHARED ${src_cancel}
${src_common}
${src_config}
${src_gconfig}
${src_file}
${src_global}
${src_logger}
${src_posix}
${src_exceptions}
${gfal2_utils_c_src})
target_link_libraries (gfal2 "stdc++" ) # hotfix for libc TLS init bug in EPEL 5
target_link_libraries (gfal2 ${GLIB2_PKG_LIBRARIES} ${GTHREAD2_PKG_LIBRARIES})
target_link_libraries (gfal2 "dl")
target_link_libraries (gfal2 ${gfal2_utils_libraries})
set_target_properties (gfal2 PROPERTIES
VERSION ${VERSION_MAJOR}.${VERSION_MINOR}.${VERSION_PATCH}
SOVERSION ${VERSION_MAJOR}
CLEAN_DIRECT_OUTPUT 1
OUTPUT_NAME ${OUTPUT_NAME_MAIN})
# pkgconfig for gfal2
add_PkgConfigFile_for_Library ("gfal2.pc" gfal2
HEADER_DIRS "gfal2"
CFLAGS " -D_FILE_OFFSET_BITS=64 "
DESCRIPTION "GFAL 2.0 pkgconfig file"
REQUIRES "glib-2.0")
# Install core library
install (TARGETS gfal2 LIBRARY DESTINATION ${LIB_INSTALL_DIR})
install (FILES ${CMAKE_CURRENT_BINARY_DIR}/gfal2.pc DESTINATION ${PKGCONFIG_FILES_DIR})
# Install development headers
install (FILES "gfal_api.h" "gfal_plugins_api.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/)
install (FILES "cancel/gfal_cancel.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/cancel)
install (FILES "logger/gfal_logger.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/logger)
install (FILES "posix/gfal_posix_api.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/posix)
install (FILES "common/gfal_constants.h"
"common/gfal_common_plugin_interface.h"
"common/gfal_prototypes.h"
"common/gfal_common_plugin.h"
"common/gfal_types.h"
"common/gfal_deprecated.h"
"common/gfal_common_err_helpers.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/common)
install (FILES "global/gfal_global.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/global)
install (FILES "config/gfal_config.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/config)
install (FILES "g_config_manager/g_config_manager.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/g_config_manager)
install (FILES "file/gfal_file_api.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/file)
install (FILES "fdesc/gfal_file_handle.h"
DESTINATION ${INCLUDE_INSTALL_DIR}/gfal2/fdesc)
# Transfer library
if (MAIN_TRANSFER)
add_subdirectory (transfer)
endif (MAIN_TRANSFER)
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/cancel/ 0000775 0000000 0000000 00000000000 13062762100 0023033 5 ustar 00root root 0000000 0000000 gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/cancel/gfal_cancel.c 0000664 0000000 0000000 00000006470 13062762100 0025424 0 ustar 00root root 0000000 0000000 /*
* Copyright (c) CERN 2013-2015
*
* Copyright (c) Members of the EMI Collaboration. 2010-2013
* See http://www.eu-emi.eu/partners for details on the copyright
* holders.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include
#include
#include
#include
#include
//
// @author : Devresse Adrien
//
// cancel logic of gfal 2
//
int gfal2_cancel(gfal2_context_t context)
{
if (!context)
return -1;
else if (context->cancel == TRUE) // avoid recursive calls
return 0;
g_mutex_lock(context->mux_cancel);
const int n_cancel = g_atomic_int_get(&(context->running_ops));
context->cancel = TRUE;
g_hook_list_invoke(&context->cancel_hooks, TRUE);
g_mutex_unlock(context->mux_cancel);
while ((g_atomic_int_get(&(context->running_ops))) > 0) {
usleep(50);
}
context->cancel = FALSE;
return n_cancel;
}
gboolean gfal2_is_canceled(gfal2_context_t context)
{
return context->cancel;
}
// Increase number of the running task for the cancel logic
// Return negative value if task is canceled
int gfal2_start_scope_cancel(gfal2_context_t context, GError** err)
{
if (context && context->cancel) {
g_set_error(err, gfal_cancel_quark(), ECANCELED,
"[gfal2_cancel] operation canceled by user");
return -1;
}
g_atomic_int_inc(&(context->running_ops));
return 0;
}
int gfal2_end_scope_cancel(gfal2_context_t context)
{
if (context)
(void) g_atomic_int_dec_and_test(&(context->running_ops));
return 0;
}
struct gfal_hook_data_s {
void* userdata;
gfal2_context_t context;
gfal_cancel_hook_cb cb;
};
static void gfal_ghook_cancel_wrapper(gpointer data)
{
struct gfal_hook_data_s* d = data;
d->cb(d->context, d->userdata);
}
gfal_cancel_token_t gfal2_register_cancel_callback(gfal2_context_t context,
gfal_cancel_hook_cb cb, void* userdata)
{
g_assert(context && cb);
g_mutex_lock(context->mux_cancel);
GHook* h = g_hook_alloc(&context->cancel_hooks);
struct gfal_hook_data_s* d = g_new(struct gfal_hook_data_s, 1);
d->context = context;
d->userdata = userdata;
d->cb = cb;
h->data = d;
h->destroy = &g_free;
h->func = &gfal_ghook_cancel_wrapper;
g_hook_append(&context->cancel_hooks, h);
g_mutex_unlock(context->mux_cancel);
return (gfal_cancel_token_t) h;
}
void gfal2_remove_cancel_callback(gfal2_context_t context,
gfal_cancel_token_t token)
{
g_assert(context && token);
g_mutex_lock(context->mux_cancel);
GHook* cb = (GHook*) token;
g_hook_destroy_link(&context->cancel_hooks, cb);
g_mutex_unlock(context->mux_cancel);
}
GQuark gfal_cancel_quark()
{
return g_quark_from_string("[gfal2_cancel]");
}
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/cancel/gfal_cancel.h 0000664 0000000 0000000 00000005762 13062762100 0025434 0 ustar 00root root 0000000 0000000 /*
* Copyright (c) CERN 2013-2015
*
* Copyright (c) Members of the EMI Collaboration. 2010-2013
* See http://www.eu-emi.eu/partners for details on the copyright
* holders.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#pragma once
#ifndef GFAL_CANCEL_H_
#define GFAL_CANCEL_H_
#if !defined(__GFAL2_H_INSIDE__) && !defined(__GFAL2_BUILD__)
# warning "Direct inclusion of gfal2 headers is deprecated. Please, include only gfal_api.h or gfal_plugins_api.h"
#endif
#include
#include
#include
/**
* @file gfal_cancel.h
*
* canceling operation for gfal 2.0
*
**/
#ifdef __cplusplus
extern "C"
{
#endif
typedef struct gfal_cancel_token_s* gfal_cancel_token_t;
typedef void (*gfal_cancel_hook_cb)(gfal2_context_t context, void* userdata);
/**
* @brief cancel operation
*
* cancel all pending operation on the given context
* blocking until all operations finish
* all operations will return and trigger an ECANCELED if interrupted.
* Thread safe
* @param context : gfal 2 context
* @return number of operations canceled
*/
int gfal2_cancel(gfal2_context_t context);
/**
* @brief cancel status
* @return true if \ref gfal2_cancel has been called
*
* @param context
* @return true if success
*/
gboolean gfal2_is_canceled(gfal2_context_t context);
/**
* Register a cancel hook, called in each cancellation
* Thread-safe
*/
gfal_cancel_token_t gfal2_register_cancel_callback(gfal2_context_t context,
gfal_cancel_hook_cb cb, void* userdata);
/**
* Remove a cancel hook
* Thread-safe
*/
void gfal2_remove_cancel_callback(gfal2_context_t context, gfal_cancel_token_t token);
/**
* Mark the beginning of a cancellable scope
*/
int gfal2_start_scope_cancel(gfal2_context_t context, GError** err);
/**
* Mark the end of a cancellable scope
*/
int gfal2_end_scope_cancel(gfal2_context_t context);
/**
* GQuark of a cancel action
*/
GQuark gfal_cancel_quark();
/** Convenience macro for gfal2_start_scope_cancel */
#define GFAL2_BEGIN_SCOPE_CANCEL(context, ret_err_value, err) \
do{ \
if(gfal2_start_scope_cancel(context, err) < 0){ \
return ret_err_value; \
} \
}while(0)
/** Convenience macro for gfal2_end_scope_cancel */
#define GFAL2_END_SCOPE_CANCEL(context) \
gfal2_end_scope_cancel(context)
#ifdef __cplusplus
}
#endif
#endif /* GFAL_CANCEL_H_ */
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/common/ 0000775 0000000 0000000 00000000000 13062762100 0023076 5 ustar 00root root 0000000 0000000 gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/common/future/ 0000775 0000000 0000000 00000000000 13062762100 0024410 5 ustar 00root root 0000000 0000000 gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/common/future/glib.c 0000664 0000000 0000000 00000004551 13062762100 0025476 0 ustar 00root root 0000000 0000000 /*
* Copyright (c) CERN 2013-2015
*
* Copyright (c) Members of the EMI Collaboration. 2010-2013
* See http://www.eu-emi.eu/partners for details on the copyright
* holders.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include
#include "glib.h"
#if (GLIB_CHECK_VERSION(2,16,0) != TRUE) // add code of glib 2.16 for link with a very old glib version
static void
g_error_add_prefix (gchar **string,
const gchar *format,
va_list ap)
{
gchar *oldstring;
gchar *prefix;
prefix = g_strdup_vprintf (format, ap);
oldstring = *string;
*string = g_strconcat (prefix, oldstring, NULL);
g_free (oldstring);
g_free (prefix);
}
void
g_propagate_prefixed_error (GError **dest,
GError *src,
const gchar *format,
...)
{
g_propagate_error (dest, src);
if (dest && *dest)
{
va_list ap;
va_start (ap, format);
g_error_add_prefix (&(*dest)->message, format, ap);
va_end (ap);
}
}
void
g_prefix_error (GError **err,
const gchar *format,
...)
{
if (err && *err)
{
va_list ap;
va_start (ap, format);
g_error_add_prefix (&(*err)->message, format, ap);
va_end (ap);
}
}
#endif
#if (GLIB_CHECK_VERSION(2,18,0) != TRUE)
void
g_set_error_literal (GError **err,
GQuark domain,
gint code,
const gchar *message)
{
g_set_error(err, domain, code, "%s", message);
}
#endif
#if (GLIB_CHECK_VERSION(2,28,0) != TRUE)
void g_list_free_full(GList *list, GDestroyNotify free_func)
{
GList* tmp_list= list;
while( tmp_list != NULL){
free_func(tmp_list->data);
tmp_list = g_list_next(tmp_list);
}
g_list_free(list);
}
#endif
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/common/future/glib.h 0000664 0000000 0000000 00000002377 13062762100 0025507 0 ustar 00root root 0000000 0000000 /**
* @file glib.h
* @brief Advanced functions of glib for the old versions
* @author Devresse Adrien
**/
#pragma once
#ifdef __cplusplus
extern "C" {
#endif
#include
// GError
#if (GLIB_CHECK_VERSION(2,16,0) != TRUE)
#define ERROR_OVERWRITTEN_WARNING "GError set over the top of a previous GError or uninitialized memory.\n"
void g_propagate_prefixed_error (GError **dest,
GError *src,
const gchar *format,
...) G_GNUC_PRINTF (3, 4);
void g_prefix_error (GError **err,
const gchar *format,
...) G_GNUC_PRINTF (2, 3);
#endif
#if (GLIB_CHECK_VERSION(2,18,0) != TRUE)
void g_set_error_literal (GError **err,
GQuark domain,
gint code,
const gchar *message);
#endif
// GList
#if (GLIB_CHECK_VERSION(2,28,0) != TRUE)
void g_list_free_full(GList *list, GDestroyNotify free_func);
#endif
#ifdef __cplusplus
}
#endif
gfal2-v2.13.3-792551364b5876873e4f02cee67f076cd12f5674/src/core/common/gfal_common_all.c 0000664 0000000 0000000 00000012736 13062762100 0026364 0 ustar 00root root 0000000 0000000 /*
* Copyright (c) CERN 2013-2015
*
* Copyright (c) Members of the EMI Collaboration. 2010-2013
* See http://www.eu-emi.eu/partners for details on the copyright
* holders.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include
#include
#include
#include
#include