fdroidserver-0.7.0/0000775000175000017500000000000012765473035014136 5ustar hanshans00000000000000fdroidserver-0.7.0/docs/0000775000175000017500000000000012765473035015066 5ustar hanshans00000000000000fdroidserver-0.7.0/docs/gendocs.sh0000775000175000017500000003775712760025332017056 0ustar hanshans00000000000000 #!/bin/sh -e # gendocs.sh -- generate a GNU manual in many formats. This script is # mentioned in maintain.texi. See the help message below for usage details. scriptversion=2014-10-09.23 # Copyright 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013 # Free Software Foundation, Inc. # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # # Original author: Mohit Agarwal. # Send bug reports and any other correspondence to bug-texinfo@gnu.org. # # The latest version of this script, and the companion template, is # available from Texinfo CVS: # http://savannah.gnu.org/cgi-bin/viewcvs/texinfo/texinfo/util/gendocs.sh # http://savannah.gnu.org/cgi-bin/viewcvs/texinfo/texinfo/util/gendocs_template # # An up-to-date copy is also maintained in Gnulib (gnu.org/software/gnulib). # TODO: # - image importation was only implemented for HTML generated by # makeinfo. But it should be simple enough to adjust. # - images are not imported in the source tarball. All the needed # formats (PDF, PNG, etc.) should be included. prog=`basename "$0"` srcdir=`pwd` timestamp=${SOURCE_DATE_EPOCH:-$(date +%s)} scripturl="http://savannah.gnu.org/cgi-bin/viewcvs/~checkout~/texinfo/texinfo/util/gendocs.sh" templateurl="http://savannah.gnu.org/cgi-bin/viewcvs/~checkout~/texinfo/texinfo/util/gendocs_template" : ${SETLANG="env LANG= LC_MESSAGES= LC_ALL= LANGUAGE="} : ${MAKEINFO="makeinfo"} : ${TEXI2DVI="TEX=\"tex -output-comment=''\" texi2dvi --output-comment=\"\" -t @finalout"} : ${DOCBOOK2HTML="docbook2html"} : ${DOCBOOK2PDF="docbook2pdf"} : ${DOCBOOK2TXT="docbook2txt"} : ${GENDOCS_TEMPLATE_DIR="."} : ${PERL='perl'} : ${TEXI2HTML="texi2html"} unset CDPATH unset use_texi2html version="gendocs.sh $scriptversion Copyright 2013 Free Software Foundation, Inc. There is NO warranty. You may redistribute this software under the terms of the GNU General Public License. For more information about these matters, see the files named LICENSE." usage="Usage: $prog [OPTION]... PACKAGE MANUAL-TITLE Generate output in various formats from PACKAGE.texinfo (or .texi or .txi) source. See the GNU Maintainers document for a more extensive discussion: http://www.gnu.org/prep/maintain_toc.html Options: --email ADR use ADR as contact in generated web pages; always give this. -s SRCFILE read Texinfo from SRCFILE, instead of PACKAGE.{texinfo|texi|txi} -o OUTDIR write files into OUTDIR, instead of manual/. -I DIR append DIR to the Texinfo search path. --common ARG pass ARG in all invocations. --html ARG pass ARG to makeinfo or texi2html for HTML targets. --info ARG pass ARG to makeinfo for Info, instead of --no-split. --no-ascii skip generating the plain text output. --source ARG include ARG in tar archive of sources. --split HOW make split HTML by node, section, chapter; default node. --texi2html use texi2html to make HTML target, with all split versions. --docbook convert through DocBook too (xml, txt, html, pdf). --help display this help and exit successfully. --version display version information and exit successfully. Simple example: $prog --email bug-gnu-emacs@gnu.org emacs \"GNU Emacs Manual\" Typical sequence: cd PACKAGESOURCE/doc wget \"$scripturl\" wget \"$templateurl\" $prog --email BUGLIST MANUAL \"GNU MANUAL - One-line description\" Output will be in a new subdirectory \"manual\" (by default; use -o OUTDIR to override). Move all the new files into your web CVS tree, as explained in the Web Pages node of maintain.texi. Please use the --email ADDRESS option so your own bug-reporting address will be used in the generated HTML pages. MANUAL-TITLE is included as part of the HTML of the overall manual/index.html file. It should include the name of the package being documented. manual/index.html is created by substitution from the file $GENDOCS_TEMPLATE_DIR/gendocs_template. (Feel free to modify the generic template for your own purposes.) If you have several manuals, you'll need to run this script several times with different MANUAL values, specifying a different output directory with -o each time. Then write (by hand) an overall index.html with links to them all. If a manual's Texinfo sources are spread across several directories, first copy or symlink all Texinfo sources into a single directory. (Part of the script's work is to make a tar.gz of the sources.) As implied above, by default monolithic Info files are generated. If you want split Info, or other Info options, use --info to override. You can set the environment variables MAKEINFO, TEXI2DVI, TEXI2HTML, and PERL to control the programs that get executed, and GENDOCS_TEMPLATE_DIR to control where the gendocs_template file is looked for. With --docbook, the environment variables DOCBOOK2HTML, DOCBOOK2PDF, and DOCBOOK2TXT are also consulted. By default, makeinfo and texi2dvi are run in the default (English) locale, since that's the language of most Texinfo manuals. If you happen to have a non-English manual and non-English web site, see the SETLANG setting in the source. Email bug reports or enhancement requests to bug-texinfo@gnu.org. " MANUAL_TITLE= PACKAGE= EMAIL=webmasters@gnu.org # please override with --email commonarg= # passed to all makeinfo/texi2html invcations. dirargs= # passed to all tools (-I dir). dirs= # -I's directories. htmlarg= infoarg=--no-split generate_ascii=true outdir=manual source_extra= split=node srcfile= while test $# -gt 0; do case $1 in -s) shift; srcfile=$1;; -o) shift; outdir=$1;; -I) shift; dirargs="$dirargs -I '$1'"; dirs="$dirs $1";; --common) shift; commonarg=$1;; --docbook) docbook=yes;; --email) shift; EMAIL=$1;; --html) shift; htmlarg=$1;; --info) shift; infoarg=$1;; --no-ascii) generate_ascii=false;; --source) shift; source_extra=$1;; --split) shift; split=$1;; --texi2html) use_texi2html=1;; --help) echo "$usage"; exit 0;; --version) echo "$version"; exit 0;; -*) echo "$0: Unknown option \`$1'." >&2 echo "$0: Try \`--help' for more information." >&2 exit 1;; *) if test -z "$PACKAGE"; then PACKAGE=$1 elif test -z "$MANUAL_TITLE"; then MANUAL_TITLE=$1 else echo "$0: extra non-option argument \`$1'." >&2 exit 1 fi;; esac shift done # makeinfo uses the dirargs, but texi2dvi doesn't. commonarg=" $dirargs $commonarg" # For most of the following, the base name is just $PACKAGE base=$PACKAGE if test -n "$srcfile"; then # but here, we use the basename of $srcfile base=`basename "$srcfile"` case $base in *.txi|*.texi|*.texinfo) base=`echo "$base"|sed 's/\.[texinfo]*$//'`;; esac PACKAGE=$base elif test -s "$srcdir/$PACKAGE.texinfo"; then srcfile=$srcdir/$PACKAGE.texinfo elif test -s "$srcdir/$PACKAGE.texi"; then srcfile=$srcdir/$PACKAGE.texi elif test -s "$srcdir/$PACKAGE.txi"; then srcfile=$srcdir/$PACKAGE.txi else echo "$0: cannot find .texinfo or .texi or .txi for $PACKAGE in $srcdir." >&2 exit 1 fi if test ! -r $GENDOCS_TEMPLATE_DIR/gendocs_template; then echo "$0: cannot read $GENDOCS_TEMPLATE_DIR/gendocs_template." >&2 echo "$0: it is available from $templateurl." >&2 exit 1 fi # Function to return size of $1 in something resembling kilobytes. calcsize() { size=`ls -ksl $1 | awk '{print $1}'` echo $size } # copy_images OUTDIR HTML-FILE... # ------------------------------- # Copy all the images needed by the HTML-FILEs into OUTDIR. Look # for them in the -I directories. copy_images() { local odir odir=$1 shift $PERL -n -e " BEGIN { \$me = '$prog'; \$odir = '$odir'; @dirs = qw($dirs); } " -e ' /<img src="(.*?)"/g && ++$need{$1}; END { #print "$me: @{[keys %need]}\n"; # for debugging, show images found. FILE: for my $f (keys %need) { for my $d (@dirs) { if (-f "$d/$f") { use File::Basename; my $dest = dirname ("$odir/$f"); # use File::Path; -d $dest || mkpath ($dest) || die "$me: cannot mkdir $dest: $!\n"; # use File::Copy; copy ("$d/$f", $dest) || die "$me: cannot copy $d/$f to $dest: $!\n"; next FILE; } } die "$me: $ARGV: cannot find image $f\n"; } } ' -- "$@" || exit 1 } case $outdir in /*) abs_outdir=$outdir;; *) abs_outdir=$srcdir/$outdir;; esac echo "Making output for $srcfile" echo " in `pwd`" mkdir -p "$outdir/" taropts="--mtime=@$timestamp --mode=go=rX,u+rw,a-s --sort=name" cmd="$SETLANG $MAKEINFO -o $PACKAGE.info $commonarg $infoarg \"$srcfile\"" echo "Generating info... ($cmd)" eval "$cmd" tar $taropts --create $PACKAGE.info* | gzip --no-name -f -9 --to-stdout > "$outdir/$PACKAGE.info.tar.gz" ls -l "$outdir/$PACKAGE.info.tar.gz" info_tgz_size=`calcsize "$outdir/$PACKAGE.info.tar.gz"` # do not mv the info files, there's no point in having them available # separately on the web. cmd="$SETLANG $TEXI2DVI $dirargs \"$srcfile\"" printf "\nGenerating dvi... ($cmd)\n" eval "$cmd" # compress/finish dvi: gzip --no-name -f -9 $PACKAGE.dvi dvi_gz_size=`calcsize $PACKAGE.dvi.gz` mv $PACKAGE.dvi.gz "$outdir/" ls -l "$outdir/$PACKAGE.dvi.gz" cmd="$SETLANG $TEXI2DVI --pdf $dirargs \"$srcfile\"" printf "\nGenerating pdf... ($cmd)\n" eval "$cmd" pdf_size=`calcsize $PACKAGE.pdf` mv $PACKAGE.pdf "$outdir/" ls -l "$outdir/$PACKAGE.pdf" if $generate_ascii; then opt="-o $PACKAGE.txt --no-split --no-headers $commonarg" cmd="$SETLANG $MAKEINFO $opt \"$srcfile\"" printf "\nGenerating ascii... ($cmd)\n" eval "$cmd" ascii_size=`calcsize $PACKAGE.txt` gzip --no-name -f -9 -c $PACKAGE.txt >"$outdir/$PACKAGE.txt.gz" ascii_gz_size=`calcsize "$outdir/$PACKAGE.txt.gz"` mv $PACKAGE.txt "$outdir/" ls -l "$outdir/$PACKAGE.txt" "$outdir/$PACKAGE.txt.gz" fi html_split() { opt="--split=$1 --node-files $commonarg $htmlarg" cmd="$SETLANG $TEXI2HTML --output $PACKAGE.html $opt \"$srcfile\"" printf "\nGenerating html by $1... ($cmd)\n" eval "$cmd" split_html_dir=$PACKAGE.html ( cd ${split_html_dir} || exit 1 ln -sf ${PACKAGE}.html index.html tar $taropts --create -- *.html | gzip --no-name -f -9 --to-stdout > "$abs_outdir/${PACKAGE}.html_$1.tar.gz" ) eval html_$1_tgz_size=`calcsize "$outdir/${PACKAGE}.html_$1.tar.gz"` rm -f "$outdir"/html_$1/*.html mkdir -p "$outdir/html_$1/" mv ${split_html_dir}/*.html "$outdir/html_$1/" rmdir ${split_html_dir} } if test -z "$use_texi2html"; then opt="--no-split --html -o $PACKAGE.html $commonarg $htmlarg" cmd="$SETLANG $MAKEINFO $opt \"$srcfile\"" printf "\nGenerating monolithic html... ($cmd)\n" rm -rf $PACKAGE.html # in case a directory is left over eval "$cmd" html_mono_size=`calcsize $PACKAGE.html` gzip --no-name -f -9 -c $PACKAGE.html >"$outdir/$PACKAGE.html.gz" html_mono_gz_size=`calcsize "$outdir/$PACKAGE.html.gz"` copy_images "$outdir/" $PACKAGE.html mv $PACKAGE.html "$outdir/" ls -l "$outdir/$PACKAGE.html" "$outdir/$PACKAGE.html.gz" opt="--html -o $PACKAGE.html --split=$split $commonarg $htmlarg" cmd="$SETLANG $MAKEINFO $opt \"$srcfile\"" printf "\nGenerating html by $split... ($cmd)\n" eval "$cmd" split_html_dir=$PACKAGE.html copy_images $split_html_dir/ $split_html_dir/*.html ( cd $split_html_dir || exit 1 tar $taropts --create -- * | gzip --no-name -f -9 --to-stdout > "$abs_outdir/$PACKAGE.html_$split.tar.gz" ) eval \ html_${split}_tgz_size=`calcsize "$outdir/$PACKAGE.html_$split.tar.gz"` rm -rf "$outdir/html_$split/" mv $split_html_dir "$outdir/html_$split/" du -s "$outdir/html_$split/" ls -l "$outdir/$PACKAGE.html_$split.tar.gz" else # use texi2html: opt="--output $PACKAGE.html $commonarg $htmlarg" cmd="$SETLANG $TEXI2HTML $opt \"$srcfile\"" printf "\nGenerating monolithic html with texi2html... ($cmd)\n" rm -rf $PACKAGE.html # in case a directory is left over eval "$cmd" html_mono_size=`calcsize $PACKAGE.html` gzip --no-name -f -9 -c $PACKAGE.html >"$outdir/$PACKAGE.html.gz" html_mono_gz_size=`calcsize "$outdir/$PACKAGE.html.gz"` mv $PACKAGE.html "$outdir/" html_split node html_split chapter html_split section fi printf "\nMaking .tar.gz for sources...\n" d=`dirname $srcfile` ( cd "$d" srcfiles=`ls -d *.texinfo *.texi *.txi *.eps $source_extra 2>/dev/null` || true tar $taropts --create --dereference $srcfiles | gzip --no-name -f -9 --to-stdout > "$abs_outdir/$PACKAGE.texi.tar.gz" ls -l "$abs_outdir/$PACKAGE.texi.tar.gz" ) texi_tgz_size=`calcsize "$outdir/$PACKAGE.texi.tar.gz"` if test -n "$docbook"; then opt="-o - --docbook $commonarg" cmd="$SETLANG $MAKEINFO $opt \"$srcfile\" >${srcdir}/$PACKAGE-db.xml" printf "\nGenerating docbook XML... ($cmd)\n" eval "$cmd" docbook_xml_size=`calcsize $PACKAGE-db.xml` gzip --no-name -f -9 -c $PACKAGE-db.xml >"$outdir/$PACKAGE-db.xml.gz" docbook_xml_gz_size=`calcsize "$outdir/$PACKAGE-db.xml.gz"` mv $PACKAGE-db.xml "$outdir/" split_html_db_dir=html_node_db opt="$commonarg -o $split_html_db_dir" cmd="$DOCBOOK2HTML $opt \"${outdir}/$PACKAGE-db.xml\"" printf "\nGenerating docbook HTML... ($cmd)\n" eval "$cmd" ( cd ${split_html_db_dir} || exit 1 tar $taropts --create -- *.html | gzip --no-name -f -9 --to-stdout > "$abs_outdir/${PACKAGE}.html_node_db.tar.gz" ) html_node_db_tgz_size=`calcsize "$outdir/${PACKAGE}.html_node_db.tar.gz"` rm -f "$outdir"/html_node_db/*.html mkdir -p "$outdir/html_node_db" mv ${split_html_db_dir}/*.html "$outdir/html_node_db/" rmdir ${split_html_db_dir} cmd="$DOCBOOK2TXT \"${outdir}/$PACKAGE-db.xml\"" printf "\nGenerating docbook ASCII... ($cmd)\n" eval "$cmd" docbook_ascii_size=`calcsize $PACKAGE-db.txt` mv $PACKAGE-db.txt "$outdir/" cmd="$DOCBOOK2PDF \"${outdir}/$PACKAGE-db.xml\"" printf "\nGenerating docbook PDF... ($cmd)\n" eval "$cmd" docbook_pdf_size=`calcsize $PACKAGE-db.pdf` mv $PACKAGE-db.pdf "$outdir/" fi printf "\nMaking index file...\n" if test -z "$use_texi2html"; then CONDS="/%%IF *HTML_SECTION%%/,/%%ENDIF *HTML_SECTION%%/d;\ /%%IF *HTML_CHAPTER%%/,/%%ENDIF *HTML_CHAPTER%%/d" else # should take account of --split here. CONDS="/%%ENDIF.*%%/d;/%%IF *HTML_SECTION%%/d;/%%IF *HTML_CHAPTER%%/d" fi curdate=`$SETLANG date -u '+%B %d, %Y' -d @$timestamp` sed \ -e "s!%%TITLE%%!$MANUAL_TITLE!g" \ -e "s!%%EMAIL%%!$EMAIL!g" \ -e "s!%%PACKAGE%%!$PACKAGE!g" \ -e "s!%%DATE%%!$curdate!g" \ -e "s!%%HTML_MONO_SIZE%%!$html_mono_size!g" \ -e "s!%%HTML_MONO_GZ_SIZE%%!$html_mono_gz_size!g" \ -e "s!%%HTML_NODE_TGZ_SIZE%%!$html_node_tgz_size!g" \ -e "s!%%HTML_SECTION_TGZ_SIZE%%!$html_section_tgz_size!g" \ -e "s!%%HTML_CHAPTER_TGZ_SIZE%%!$html_chapter_tgz_size!g" \ -e "s!%%INFO_TGZ_SIZE%%!$info_tgz_size!g" \ -e "s!%%DVI_GZ_SIZE%%!$dvi_gz_size!g" \ -e "s!%%PDF_SIZE%%!$pdf_size!g" \ -e "s!%%ASCII_SIZE%%!$ascii_size!g" \ -e "s!%%ASCII_GZ_SIZE%%!$ascii_gz_size!g" \ -e "s!%%TEXI_TGZ_SIZE%%!$texi_tgz_size!g" \ -e "s!%%DOCBOOK_HTML_NODE_TGZ_SIZE%%!$html_node_db_tgz_size!g" \ -e "s!%%DOCBOOK_ASCII_SIZE%%!$docbook_ascii_size!g" \ -e "s!%%DOCBOOK_PDF_SIZE%%!$docbook_pdf_size!g" \ -e "s!%%DOCBOOK_XML_SIZE%%!$docbook_xml_size!g" \ -e "s!%%DOCBOOK_XML_GZ_SIZE%%!$docbook_xml_gz_size!g" \ -e "s,%%SCRIPTURL%%,$scripturl,g" \ -e "s!%%SCRIPTNAME%%!$prog!g" \ -e "$CONDS" \ $GENDOCS_TEMPLATE_DIR/gendocs_template >"$outdir/index.html" echo "Done, see $outdir/ subdirectory for new files." # Local variables: # eval: (add-hook 'write-file-hooks 'time-stamp) # time-stamp-start: "scriptversion=" # time-stamp-format: "%:y-%02m-%02d.%02H" # time-stamp-end: "$" # End: �����������������fdroidserver-0.7.0/docs/gendocs_template������������������������������������������������������������0000664�0001750�0001750�00000006532�12661321722�020322� 0����������������������������������������������������������������������������������������������������ustar �hans����������������������������hans����������������������������0000000�0000000������������������������������������������������������������������������������������������������������������������������������������������������������������������������<!--#include virtual="/server/header.html" --> <title>%%TITLE%% - GNU Project - Free Software Foundation (FSF)

%%TITLE%%

Free Software Foundation
last updated %%DATE%%

This manual (%%PACKAGE%%) is available in the following formats:

You can buy printed copies of some manuals (among other items) from the Free Software Foundation; this helps support FSF activities.

(This page generated by the %%SCRIPTNAME%% script.)

fdroidserver-0.7.0/docs/fdl.texi0000664000175000017500000005304512661321722016523 0ustar hanshans00000000000000@c The GNU Free Documentation License. @center Version 1.3, 3 November 2008 @c This file is intended to be included within another document, @c hence no sectioning command or @node. @display Copyright @copyright{} 2000, 2001, 2002, 2007, 2008 Free Software Foundation, Inc. @uref{http://fsf.org/} Everyone is permitted to copy and distribute verbatim copies of this license document, but changing it is not allowed. @end display @enumerate 0 @item PREAMBLE The purpose of this License is to make a manual, textbook, or other functional and useful document @dfn{free} in the sense of freedom: to assure everyone the effective freedom to copy and redistribute it, with or without modifying it, either commercially or noncommercially. Secondarily, this License preserves for the author and publisher a way to get credit for their work, while not being considered responsible for modifications made by others. This License is a kind of ``copyleft'', which means that derivative works of the document must themselves be free in the same sense. It complements the GNU General Public License, which is a copyleft license designed for free software. We have designed this License in order to use it for manuals for free software, because free software needs free documentation: a free program should come with manuals providing the same freedoms that the software does. But this License is not limited to software manuals; it can be used for any textual work, regardless of subject matter or whether it is published as a printed book. We recommend this License principally for works whose purpose is instruction or reference. @item APPLICABILITY AND DEFINITIONS This License applies to any manual or other work, in any medium, that contains a notice placed by the copyright holder saying it can be distributed under the terms of this License. Such a notice grants a world-wide, royalty-free license, unlimited in duration, to use that work under the conditions stated herein. The ``Document'', below, refers to any such manual or work. Any member of the public is a licensee, and is addressed as ``you''. You accept the license if you copy, modify or distribute the work in a way requiring permission under copyright law. A ``Modified Version'' of the Document means any work containing the Document or a portion of it, either copied verbatim, or with modifications and/or translated into another language. A ``Secondary Section'' is a named appendix or a front-matter section of the Document that deals exclusively with the relationship of the publishers or authors of the Document to the Document's overall subject (or to related matters) and contains nothing that could fall directly within that overall subject. (Thus, if the Document is in part a textbook of mathematics, a Secondary Section may not explain any mathematics.) The relationship could be a matter of historical connection with the subject or with related matters, or of legal, commercial, philosophical, ethical or political position regarding them. The ``Invariant Sections'' are certain Secondary Sections whose titles are designated, as being those of Invariant Sections, in the notice that says that the Document is released under this License. If a section does not fit the above definition of Secondary then it is not allowed to be designated as Invariant. The Document may contain zero Invariant Sections. If the Document does not identify any Invariant Sections then there are none. The ``Cover Texts'' are certain short passages of text that are listed, as Front-Cover Texts or Back-Cover Texts, in the notice that says that the Document is released under this License. A Front-Cover Text may be at most 5 words, and a Back-Cover Text may be at most 25 words. A ``Transparent'' copy of the Document means a machine-readable copy, represented in a format whose specification is available to the general public, that is suitable for revising the document straightforwardly with generic text editors or (for images composed of pixels) generic paint programs or (for drawings) some widely available drawing editor, and that is suitable for input to text formatters or for automatic translation to a variety of formats suitable for input to text formatters. A copy made in an otherwise Transparent file format whose markup, or absence of markup, has been arranged to thwart or discourage subsequent modification by readers is not Transparent. An image format is not Transparent if used for any substantial amount of text. A copy that is not ``Transparent'' is called ``Opaque''. Examples of suitable formats for Transparent copies include plain @sc{ascii} without markup, Texinfo input format, La@TeX{} input format, @acronym{SGML} or @acronym{XML} using a publicly available @acronym{DTD}, and standard-conforming simple @acronym{HTML}, PostScript or @acronym{PDF} designed for human modification. Examples of transparent image formats include @acronym{PNG}, @acronym{XCF} and @acronym{JPG}. Opaque formats include proprietary formats that can be read and edited only by proprietary word processors, @acronym{SGML} or @acronym{XML} for which the @acronym{DTD} and/or processing tools are not generally available, and the machine-generated @acronym{HTML}, PostScript or @acronym{PDF} produced by some word processors for output purposes only. The ``Title Page'' means, for a printed book, the title page itself, plus such following pages as are needed to hold, legibly, the material this License requires to appear in the title page. For works in formats which do not have any title page as such, ``Title Page'' means the text near the most prominent appearance of the work's title, preceding the beginning of the body of the text. The ``publisher'' means any person or entity that distributes copies of the Document to the public. A section ``Entitled XYZ'' means a named subunit of the Document whose title either is precisely XYZ or contains XYZ in parentheses following text that translates XYZ in another language. (Here XYZ stands for a specific section name mentioned below, such as ``Acknowledgements'', ``Dedications'', ``Endorsements'', or ``History''.) To ``Preserve the Title'' of such a section when you modify the Document means that it remains a section ``Entitled XYZ'' according to this definition. The Document may include Warranty Disclaimers next to the notice which states that this License applies to the Document. These Warranty Disclaimers are considered to be included by reference in this License, but only as regards disclaiming warranties: any other implication that these Warranty Disclaimers may have is void and has no effect on the meaning of this License. @item VERBATIM COPYING You may copy and distribute the Document in any medium, either commercially or noncommercially, provided that this License, the copyright notices, and the license notice saying this License applies to the Document are reproduced in all copies, and that you add no other conditions whatsoever to those of this License. You may not use technical measures to obstruct or control the reading or further copying of the copies you make or distribute. However, you may accept compensation in exchange for copies. If you distribute a large enough number of copies you must also follow the conditions in section 3. You may also lend copies, under the same conditions stated above, and you may publicly display copies. @item COPYING IN QUANTITY If you publish printed copies (or copies in media that commonly have printed covers) of the Document, numbering more than 100, and the Document's license notice requires Cover Texts, you must enclose the copies in covers that carry, clearly and legibly, all these Cover Texts: Front-Cover Texts on the front cover, and Back-Cover Texts on the back cover. Both covers must also clearly and legibly identify you as the publisher of these copies. The front cover must present the full title with all words of the title equally prominent and visible. You may add other material on the covers in addition. Copying with changes limited to the covers, as long as they preserve the title of the Document and satisfy these conditions, can be treated as verbatim copying in other respects. If the required texts for either cover are too voluminous to fit legibly, you should put the first ones listed (as many as fit reasonably) on the actual cover, and continue the rest onto adjacent pages. If you publish or distribute Opaque copies of the Document numbering more than 100, you must either include a machine-readable Transparent copy along with each Opaque copy, or state in or with each Opaque copy a computer-network location from which the general network-using public has access to download using public-standard network protocols a complete Transparent copy of the Document, free of added material. If you use the latter option, you must take reasonably prudent steps, when you begin distribution of Opaque copies in quantity, to ensure that this Transparent copy will remain thus accessible at the stated location until at least one year after the last time you distribute an Opaque copy (directly or through your agents or retailers) of that edition to the public. It is requested, but not required, that you contact the authors of the Document well before redistributing any large number of copies, to give them a chance to provide you with an updated version of the Document. @item MODIFICATIONS You may copy and distribute a Modified Version of the Document under the conditions of sections 2 and 3 above, provided that you release the Modified Version under precisely this License, with the Modified Version filling the role of the Document, thus licensing distribution and modification of the Modified Version to whoever possesses a copy of it. In addition, you must do these things in the Modified Version: @enumerate A @item Use in the Title Page (and on the covers, if any) a title distinct from that of the Document, and from those of previous versions (which should, if there were any, be listed in the History section of the Document). You may use the same title as a previous version if the original publisher of that version gives permission. @item List on the Title Page, as authors, one or more persons or entities responsible for authorship of the modifications in the Modified Version, together with at least five of the principal authors of the Document (all of its principal authors, if it has fewer than five), unless they release you from this requirement. @item State on the Title page the name of the publisher of the Modified Version, as the publisher. @item Preserve all the copyright notices of the Document. @item Add an appropriate copyright notice for your modifications adjacent to the other copyright notices. @item Include, immediately after the copyright notices, a license notice giving the public permission to use the Modified Version under the terms of this License, in the form shown in the Addendum below. @item Preserve in that license notice the full lists of Invariant Sections and required Cover Texts given in the Document's license notice. @item Include an unaltered copy of this License. @item Preserve the section Entitled ``History'', Preserve its Title, and add to it an item stating at least the title, year, new authors, and publisher of the Modified Version as given on the Title Page. If there is no section Entitled ``History'' in the Document, create one stating the title, year, authors, and publisher of the Document as given on its Title Page, then add an item describing the Modified Version as stated in the previous sentence. @item Preserve the network location, if any, given in the Document for public access to a Transparent copy of the Document, and likewise the network locations given in the Document for previous versions it was based on. These may be placed in the ``History'' section. You may omit a network location for a work that was published at least four years before the Document itself, or if the original publisher of the version it refers to gives permission. @item For any section Entitled ``Acknowledgements'' or ``Dedications'', Preserve the Title of the section, and preserve in the section all the substance and tone of each of the contributor acknowledgements and/or dedications given therein. @item Preserve all the Invariant Sections of the Document, unaltered in their text and in their titles. Section numbers or the equivalent are not considered part of the section titles. @item Delete any section Entitled ``Endorsements''. Such a section may not be included in the Modified Version. @item Do not retitle any existing section to be Entitled ``Endorsements'' or to conflict in title with any Invariant Section. @item Preserve any Warranty Disclaimers. @end enumerate If the Modified Version includes new front-matter sections or appendices that qualify as Secondary Sections and contain no material copied from the Document, you may at your option designate some or all of these sections as invariant. To do this, add their titles to the list of Invariant Sections in the Modified Version's license notice. These titles must be distinct from any other section titles. You may add a section Entitled ``Endorsements'', provided it contains nothing but endorsements of your Modified Version by various parties---for example, statements of peer review or that the text has been approved by an organization as the authoritative definition of a standard. You may add a passage of up to five words as a Front-Cover Text, and a passage of up to 25 words as a Back-Cover Text, to the end of the list of Cover Texts in the Modified Version. Only one passage of Front-Cover Text and one of Back-Cover Text may be added by (or through arrangements made by) any one entity. If the Document already includes a cover text for the same cover, previously added by you or by arrangement made by the same entity you are acting on behalf of, you may not add another; but you may replace the old one, on explicit permission from the previous publisher that added the old one. The author(s) and publisher(s) of the Document do not by this License give permission to use their names for publicity for or to assert or imply endorsement of any Modified Version. @item COMBINING DOCUMENTS You may combine the Document with other documents released under this License, under the terms defined in section 4 above for modified versions, provided that you include in the combination all of the Invariant Sections of all of the original documents, unmodified, and list them all as Invariant Sections of your combined work in its license notice, and that you preserve all their Warranty Disclaimers. The combined work need only contain one copy of this License, and multiple identical Invariant Sections may be replaced with a single copy. If there are multiple Invariant Sections with the same name but different contents, make the title of each such section unique by adding at the end of it, in parentheses, the name of the original author or publisher of that section if known, or else a unique number. Make the same adjustment to the section titles in the list of Invariant Sections in the license notice of the combined work. In the combination, you must combine any sections Entitled ``History'' in the various original documents, forming one section Entitled ``History''; likewise combine any sections Entitled ``Acknowledgements'', and any sections Entitled ``Dedications''. You must delete all sections Entitled ``Endorsements.'' @item COLLECTIONS OF DOCUMENTS You may make a collection consisting of the Document and other documents released under this License, and replace the individual copies of this License in the various documents with a single copy that is included in the collection, provided that you follow the rules of this License for verbatim copying of each of the documents in all other respects. You may extract a single document from such a collection, and distribute it individually under this License, provided you insert a copy of this License into the extracted document, and follow this License in all other respects regarding verbatim copying of that document. @item AGGREGATION WITH INDEPENDENT WORKS A compilation of the Document or its derivatives with other separate and independent documents or works, in or on a volume of a storage or distribution medium, is called an ``aggregate'' if the copyright resulting from the compilation is not used to limit the legal rights of the compilation's users beyond what the individual works permit. When the Document is included in an aggregate, this License does not apply to the other works in the aggregate which are not themselves derivative works of the Document. If the Cover Text requirement of section 3 is applicable to these copies of the Document, then if the Document is less than one half of the entire aggregate, the Document's Cover Texts may be placed on covers that bracket the Document within the aggregate, or the electronic equivalent of covers if the Document is in electronic form. Otherwise they must appear on printed covers that bracket the whole aggregate. @item TRANSLATION Translation is considered a kind of modification, so you may distribute translations of the Document under the terms of section 4. Replacing Invariant Sections with translations requires special permission from their copyright holders, but you may include translations of some or all Invariant Sections in addition to the original versions of these Invariant Sections. You may include a translation of this License, and all the license notices in the Document, and any Warranty Disclaimers, provided that you also include the original English version of this License and the original versions of those notices and disclaimers. In case of a disagreement between the translation and the original version of this License or a notice or disclaimer, the original version will prevail. If a section in the Document is Entitled ``Acknowledgements'', ``Dedications'', or ``History'', the requirement (section 4) to Preserve its Title (section 1) will typically require changing the actual title. @item TERMINATION You may not copy, modify, sublicense, or distribute the Document except as expressly provided under this License. Any attempt otherwise to copy, modify, sublicense, or distribute it is void, and will automatically terminate your rights under this License. However, if you cease all violation of this License, then your license from a particular copyright holder is reinstated (a) provisionally, unless and until the copyright holder explicitly and finally terminates your license, and (b) permanently, if the copyright holder fails to notify you of the violation by some reasonable means prior to 60 days after the cessation. Moreover, your license from a particular copyright holder is reinstated permanently if the copyright holder notifies you of the violation by some reasonable means, this is the first time you have received notice of violation of this License (for any work) from that copyright holder, and you cure the violation prior to 30 days after your receipt of the notice. Termination of your rights under this section does not terminate the licenses of parties who have received copies or rights from you under this License. If your rights have been terminated and not permanently reinstated, receipt of a copy of some or all of the same material does not give you any rights to use it. @item FUTURE REVISIONS OF THIS LICENSE The Free Software Foundation may publish new, revised versions of the GNU Free Documentation License from time to time. Such new versions will be similar in spirit to the present version, but may differ in detail to address new problems or concerns. See @uref{http://www.gnu.org/copyleft/}. Each version of the License is given a distinguishing version number. If the Document specifies that a particular numbered version of this License ``or any later version'' applies to it, you have the option of following the terms and conditions either of that specified version or of any later version that has been published (not as a draft) by the Free Software Foundation. If the Document does not specify a version number of this License, you may choose any version ever published (not as a draft) by the Free Software Foundation. If the Document specifies that a proxy can decide which future versions of this License can be used, that proxy's public statement of acceptance of a version permanently authorizes you to choose that version for the Document. @item RELICENSING ``Massive Multiauthor Collaboration Site'' (or ``MMC Site'') means any World Wide Web server that publishes copyrightable works and also provides prominent facilities for anybody to edit those works. A public wiki that anybody can edit is an example of such a server. A ``Massive Multiauthor Collaboration'' (or ``MMC'') contained in the site means any set of copyrightable works thus published on the MMC site. ``CC-BY-SA'' means the Creative Commons Attribution-Share Alike 3.0 license published by Creative Commons Corporation, a not-for-profit corporation with a principal place of business in San Francisco, California, as well as future copyleft versions of that license published by that same organization. ``Incorporate'' means to publish or republish a Document, in whole or in part, as part of another Document. An MMC is ``eligible for relicensing'' if it is licensed under this License, and if all works that were first published under this License somewhere other than this MMC, and subsequently incorporated in whole or in part into the MMC, (1) had no cover texts or invariant sections, and (2) were thus incorporated prior to November 1, 2008. The operator of an MMC Site may republish an MMC contained in the site under CC-BY-SA on the same site at any time before August 1, 2009, provided the MMC is eligible for relicensing. @end enumerate fdroidserver-0.7.0/docs/fdroid.texi0000664000175000017500000017543112755026247017241 0ustar hanshans00000000000000\input texinfo @c -*-texinfo-*- @c %**start of header @setfilename fdroid.info @documentencoding UTF-8 @settitle F-Droid Server Manual @c %**end of header @copying This manual is for the F-Droid repository server tools. Copyright @copyright{} 2010, 2011, 2012, 2013, 2014, 2015 Ciaran Gultnieks Copyright @copyright{} 2011 Henrik Tunedal, Michael Haas, John Sullivan Copyright @copyright{} 2013 David Black Copyright @copyright{} 2013, 2014, 2015 Daniel Martí Copyright @copyright{} 2015 Boris Kraut @quotation Permission is granted to copy, distribute and/or modify this document under the terms of the GNU Free Documentation License, Version 1.3 or any later version published by the Free Software Foundation; with no Invariant Sections, no Front-Cover Texts, and no Back-Cover Texts. A copy of the license is included in the section entitled "GNU Free Documentation License". @end quotation @end copying @titlepage @title F-Droid Server Manual @author Ciaran Gultnieks and the F-Droid project @page @vskip 0pt plus 1filll @insertcopying @end titlepage @contents @ifnottex @node Top @top F-Droid Server @insertcopying @end ifnottex @menu * Overview:: * System Requirements:: * Setup:: * Simple Binary Repository:: * Building Applications:: * Importing Applications:: * Metadata:: * Update Processing:: * Build Server:: * Signing:: * GNU Free Documentation License:: * Index:: @end menu @node Overview @chapter Overview The F-Droid server tools provide various scripts and tools that are used to maintain the main F-Droid application repository. You can use these same tools to create your own additional or alternative repository for publishing, or to assist in creating, testing and submitting metadata to the main repository. @node System Requirements @chapter System Requirements @cindex installation The system requirements for using the tools will vary depending on your intended usage. At the very least, you'll need: @itemize @bullet @item GNU/Linux @item Python 3.4 or later @item The Android SDK Tools and Build-tools. Note that F-Droid does not assume that you have the Android SDK in your @code{PATH}: these directories will be specified in your repository configuration. Recent revisions of the SDK have @code{aapt} located in android-sdk/build-tools/ and it may be necessary to make a symlink to it in android-sdk/platform-tools/ @end itemize If you intend to build applications from source you'll also need most, if not all, of the following: @itemize @bullet @item JDK (Debian package openjdk-6-jdk): openjdk-6 is recommended though openjdk-7 should work too @item VCS clients: svn, git, git-svn, hg, bzr @item A keystore for holding release keys. (Safe, secure and well backed up!) @end itemize If you intend to use the 'Build Server' system, for secure and clean builds (highly recommended), you will also need: @itemize @bullet @item VirtualBox (debian package virtualbox) @item Ruby (debian packages ruby and rubygems) @item Vagrant (debian package vagrant - 1.4.x or higher required) @item vagrant-cachier plugin (unpackaged): `vagrant plugin install vagrant-cachier` @item Paramiko (debian package python-paramiko) @item Imaging (debian package python-imaging) @end itemize On the other hand, if you want to build the apps directly on your system without the 'Build Server' system, you may need: @itemize @bullet @item All SDK platforms requested by the apps you want to build (The Android SDK is made available by Google under a proprietary license but within that, the SDK platforms, support library and some other components are under the Apache license and source code is provided. Google APIs, used for building apps using Google Maps, are free to the extent that the library comes pre-installed on the device. Google Play Services, Google Admob and others are proprietary and shouldn't be included in the main F-Droid repository.) @item A version of the Android NDK @item Ant with Contrib Tasks (Debian packages ant and ant-contrib) @item Maven (Debian package maven) @item JavaCC (Debian package javacc) @item Miscellaneous packages listed in buildserver/cookbooks/fdroidbuild-general/recipes/default.rb of the F-Droid server repository @end itemize @node Setup @chapter Setup @cindex setup, installation Because the tools and data will always change rapidly, you will almost certainly want to work from a git clone of the tools at this stage. To get started: @example git clone https://gitlab.com/fdroid/fdroidserver.git @end example You now have lots of stuff in the fdroidserver directory, but the most important is the 'fdroid' command script which you run to perform all tasks. This script is always run from a repository data directory, so the most sensible thing to do next is to put your new fdroidserver directory in your @code{PATH}. @section Data To do anything, you'll need at least one repository data directory. It's from this directory that you run the @code{fdroid} command to perform all repository management tasks. You can either create a brand new one, or grab a copy of the data used by the main F-Droid repository: @example git clone https://gitlab.com/fdroid/fdroiddata.git @end example Regardless of the intended usage of the tools, you will always need to set up some basic configuration details. This is done by creating a file called @code{config.py} in the data directory. You should do this by copying the example file (@code{./examples/config.py}) from the fdroidserver project to your data directory and then editing according to the instructions within. Once configured in this way, all the functionality of the tools is accessed by running the @code{fdroid} command. Run it on its own to get a list of the available sub-commands. You can follow any command with @code{--help} to get a list of additional options available for that command. @example fdroid update --help @end example @node Simple Binary Repository @chapter Simple Binary Repository @cindex binary If you want to maintain a simple repository hosting only binary APKs obtained and compiled elsewhere, the process is quite simple: @enumerate @item Set up the server tools, as described in Setup. @item Make a directory for your repository. This is the directory from which you will do all the work with your repository. Create a config file there, called @code{config.py}, by copying @code{./examples/config.py} from the server project and editing it. @item Within that, make a directory called @code{repo} and put APK files in it. @item Run @code{fdroid update}. @item If it reports that any metadata files are missing, you can create them in the @code{metadata} directory and run it again. @item To ease creation of metadata files, run @code{fdroid update} with the @code{-c} option. It will create 'skeleton' metadata files that are missing, and you can then just edit them and fill in the details. @item Then, if you've changed things, run @code{fdroid update} again. @item Running @code{fdroid update} adds an Icons directory into the repo directory, and also creates the repository index (index.xml, and also index.jar if you've configured the system to use a signed index). @item Publish the resulting contents of the @code{repo} directory to your web server. @end enumerate Following the above process will result in a @code{repo} directory, which you simply need to push to any HTTP (or preferably HTTPS) server to make it accessible. While some information about the applications (and versions thereof) is retrieved directly from the APK files, most comes from the corresponding file in the @code{metadata} directory. The metadata file covering ALL versions of a particular application is named @code{package.id.txt} where package.id is the unique identifier for that package. See the Metadata chapter for details of what goes in the metadata file. All fields are relevant for binary APKs, EXCEPT for @code{Build:} entries, which should be omitted. @node Building Applications @chapter Building Applications Instead of (or as well as) including binary APKs from external sources in a repository, you can build them directly from the source code. Using this method, it is is possible to verify that the application builds correctly, corresponds to the source code, and contains only free software. Unforunately, in the Android world, it seems to be very common for an application supplied as a binary APK to present itself as Free Software when in fact some or all of the following are true: @enumerate @item The source code (either for a particular version, or even all versions!) is unavailable or incomplete. @item The source code is not capable of producing the actual binary supplied. @item The 'source code' contains binary files of unknown origin, or with proprietary licenses. @end enumerate For this reason, source-built applications are the preferred method for the main F-Droid repository, although occasionally for technical or historical reasons, exceptions are made to this policy. When building applications from source, it should be noted that you will be signing them (all APK files must be signed to be installable on Android) with your own key. When an application is already installed on a device, it is not possible to upgrade it in place to a new version signed with a different key without first uninstalling the original. This may present an inconvenience to users, as the process of uninstalling loses any data associated with the previous installation. The process for managing a repository for built-from-source applications is very similar to that described in the Simple Binary Repository chapter, except now you need to: @enumerate @item Include Build entries in the metadata files. @item Run @code{fdroid build} to build any applications that are not already built. @item Run @code{fdroid publish} to finalise packaging and sign any APKs that have been built. @end enumerate @section More about "fdroid build" When run without any parameters, @code{fdroid build} will build any and all versions of applications that you don't already have in the @code{repo} directory (or more accurately, the @code{unsigned} directory). There are various other things you can do. As with all the tools, the @code{--help} option is your friend, but a few annotated examples and discussion of the more common usage modes follows: To build a single version of a single application, you could run the following: @example fdroid build org.fdroid.fdroid:16 @end example This attempts to build version code 16 (which is version 0.25) of the F-Droid client. Many of the tools recognise arguments as packages, allowing their activity to be limited to just a limited set of packages. If the build above was successful, two files will have been placed in the @code{unsigned} directory: @example org.fdroid.fdroid_16.apk org.fdroid.fdroid_16_src.tar.gz @end example The first is the (unsigned) APK. You could sign this with a debug key and push it direct to your device or an emulator for testing. The second is a source tarball containing exactly the source that was used to generate the binary. If you were intending to publish these files, you could then run: @example fdroid publish @end example The source tarball would move to the @code{repo} directory (which is the directory you would push to your web server). A signed and zip-aligned version of the APK would also appear there, and both files would be removed from the @code{unsigned} directory. If you're building purely for the purposes of testing, and not intending to push the results to a repository, at least yet, the @code{--test} option can be used to direct output to the @code{tmp} directory instead of @code{unsigned}. A similar effect could by achieved by simply deleting the output files from @code{unsigned} after the build, but with the risk of forgetting to do so! Along similar lines (and only in conjunction with @code{--test}, you can use @code{--force} to force a build of a Disabled application, where normally it would be completely ignored. Similarly a version that was found to contain ELFs or known non-free libraries can be forced to build. See also — @code{scanignore=} and @code{scandelete=} in the @code{Build:} section. If the build was unsuccessful, you can find out why by looking at the output in the logs/ directory. If that isn't illuminating, try building the app the regular way, step by step: android update project, ndk-build, ant debug. Note that source code repositories often contain prebuilt libraries. If the app is being considered for the main F-Droid repository, it is important that all such prebuilts are built either via the metadata or by a reputable third party. @section Running "fdroid build" in your app's source Another option for using @code{fdroid build} is to use a metadata file that is included in the app's source itself, rather than in a @code{metadata/} folder with lots of other apps. This metadata file should be in the root of your source repo, and be called @code{.fdroid.json}, @code{.fdroid.xml}, @code{.fdroid.yaml}, or @code{.fdroid.txt}, depending on your preferred data format: JSON, XML, YAML, or F-Droid's @code{.txt} format. Once you have that setup, you can build the most recent version of the app using the whole FDroid stack by running: @example fdroid build @end example If you want to build every single version, then specify @code{--all}. @section Direct Installation You can also build and install directly to a connected device or emulator using the @code{fdroid install} command. If you do this without passing packages as arguments then all the latest built and signed version available of each package will be installed . In most cases, this will not be what you want to do, so execution will stop straight away. However, you can override this if you're sure that's what you want, by using @code{--all}. Note that currently, no sanity checks are performed with this mode, so if the files in the signed output directory were modified, you won't be notified. @node Importing Applications @chapter Importing Applications To help with starting work on including a new application, use @code{fdroid import} to set up a new template project. It has two modes of operation, starting with a cloned git repo: @example git clone https://gitlab.com/fdroid/fdroidclient cd fdroidclient fdroid import @end example Or starting with a URL to a project page: @example fdroid import --url=http://address.of.project @end example When a URL is specified using the @code{--url=} flag, @code{fdroid import} will use that URL to find out information about the project, and if it finds a git repo, it will also clone that. For this to work, the URL must point to a project format that the script understands. Currently this is limited to one of the following: @enumerate @item GitLab - @code{https://gitlab.com/PROJECTNAME/REPONAME} @item Gitorious - @code{https://gitorious.org/PROJECTNAME/REPONAME} @item Github - @code{https://github.com/USER/PROJECT} @item Google Code - @code{http://code.google.com/p/PROJECT/} Supports git, svn and hg repos. Some Google Code projects have multiple repositories, identified by a dropdown list on the @code{source/checkout} page. To access one other than the default, specify its name using the @code{--repo} switch. @item Bitbucket - @code{https://bitbucket.org/USER/PROJECT/} @item Git - @code{git://REPO} @end enumerate Depending on the project type, more or less information may be gathered. For example, the license will be retrieved from a Google Code project, but not a GitHub one. A bare repo url, such as the git:// one, is the least preferable optional of all, since you will have to enter much more information manually. If the import is successful, a metadata file will be created. You will need to edit this further to check the information, and fill in the blanks. If it fails, you'll be told why. If it got as far as retrieving the source code, you can inspect it further by looking in @code{tmp/importer} where a full checkout will exist. A frequent cause of initial failure is that the project directory is actually a subdirectory in the repository. In this case, run the importer again using the @code{--subdir} option to tell it where. It will not attempt to determine this automatically, since there may be several options. @node Metadata @chapter Metadata @cindex metadata Information used by update.py to compile the public index comes from two sources: @enumerate @item the APK files in the repo directory, and @item the metadata files in the metadata directory. @end enumerate The original metadata files are simple, easy to edit text files, always named as the application's package ID with '.txt' appended. Additionally, you can use JSON, XML, or YAML for app metadata, using the same fields as the original '.txt' format. Note that although the metadata files are designed to be easily read and writable by humans, they are also processed and written by various scripts. The original '.txt' format can be automatically cleaned up when necessary. The structure and comments will be preserved correctly, although the order of fields will be standardised. (In the event that the original file was in a different order, comments are considered as being attached to the field following them). In fact, you can standardise all the '.txt' metadata in a single command, without changing the functional content, by running: @example fdroid rewritemeta @end example Or just run it on a specific app: @example fdroid rewritemeta org.adaway @end example The following sections describe the fields recognised within the file. @menu * Categories:: * Author Name:: * Author Email:: * License:: * Auto Name:: * Name:: * Provides:: * Web Site:: * Source Code:: * Issue Tracker:: * Changelog:: * Donate:: * FlattrID:: * Bitcoin:: * Litecoin:: * Summary:: * Description:: * Maintainer Notes:: * Repo Type:: * Repo:: * Binaries:: * Build:: * AntiFeatures:: * Disabled:: * Requires Root:: * Archive Policy:: * Update Check Mode:: * Update Check Ignore:: * Vercode Operation:: * Update Check Name:: * Update Check Data:: * Auto Update Mode:: * Current Version:: * Current Version Code:: * No Source Since:: @end menu @node Categories @section Categories Any number of categories for the application to be placed in. There is no fixed list of categories - both the client and the web site will automatically show any categories that exist in any applications. However, if your metadata is intended for the main F-Droid repository, you should use one of the existing categories (look at the site/client), or discuss the proposal to add a new one. Categories must be separated by a single comma character, ','. For backwards compatibility, F-Droid will use the first category given as element for older clients to at least see one category. This is converted to (@code{}) in the public index file. @node Author Name @section Author Name @cindex Author Name The name of the author, either full, abbreviated or pseudonym. If present, it should represent the name(s) as published by upstream, e.g. in their copyright or authors file. This can be omitted (or left blank). This is converted to (@code{}) in the public index file. @node Author Email @section Author Email @cindex Author Email The e-mail address of the author(s). This can be omitted (or left blank). This is converted to (@code{}) in the public index file. @node License @section License @cindex license The overall license for the application, or in certain cases, for the source code only. Common values: @itemize @bullet @item @samp{GPLv2} GNU GPL version 2 @item @samp{GPLv2+} GNU GPL version 2 or later @item @samp{GPLv3} GNU GPL version 3 @item @samp{GPLv3+} GNU GPL version 3 or later @item @samp{GPL} An unspecified GPL version. Use this only as a last resort or if there is some confusion over compatiblity of component licenses: particularly the use of Apache libraries with GPLv2 source code. @item @samp{AGPL} Afferro GPL version 3. @item @samp{Apache2} Apache 2 @item @samp{MIT} MIT X11 license @item @samp{BSD} BSD license - the original '4-clause' version. @item @samp{NewBSD} BSD license - the new, or modified, version. @end itemize This is converted to (@code{}) in the public index file. @node Auto Name @section Auto Name @cindex Auto Name The name of the application as can best be retrieved from the source code. This is done so that the commitupdates script can put a familiar name in the description of commits created when a new update of the application is found. The Auto Name entry is generated automatically when @code{fdroid checkupdates} is run. @node Name @section Name @cindex Name The name of the application. Normally, this field should not be present since the application's correct name is retrieved from the APK file. However, in a situation where an APK contains a bad or missing application name, it can be overridden using this. Note that this only overrides the name in the list of apps presented in the client; it doesn't changed the name or application label in the source code. @node Provides @section Provides @cindex Provides Comma-separated list of application IDs that this app provides. In other words, if the user has any of these apps installed, F-Droid will show this app as installed instead. It will also appear if the user clicks on urls linking to the other app IDs. Useful when an app switches package name, or when you want an app to act as multiple apps. @node Web Site @section Web Site @cindex Web Site The URL for the application's web site. If there is no relevant web site, this can be omitted (or left blank). This is converted to (@code{}) in the public index file. @node Source Code @section Source Code @cindex Source Code The URL to view or obtain the application's source code. This should be something human-friendly. Machine-readable source-code is covered in the 'Repo' field. This is converted to (@code{}) in the public index file. @node Issue Tracker @section Issue Tracker @cindex Issue Tracker The URL for the application's issue tracker. Optional, since not all applications have one. This is converted to (@code{}) in the public index file. @node Changelog @section Changelog @cindex Changelog The URL for the application's changelog. Optional, since not all applications have one. This is converted to (@code{}) in the public index file. @node Donate @section Donate @cindex Donate The URL to donate to the project. This should be the project's donate page if it has one. It is possible to use a direct PayPal link here, if that is all that is available. However, bear in mind that the developer may not be aware of that direct link, and if they later changed to a different PayPal account, or the PayPal link format changed, things could go wrong. It is always best to use a link that the developer explicitly makes public, rather than something that is auto-generated 'button code'. This is converted to (@code{}) in the public index file. @node FlattrID @section FlattrID @cindex FlattrID The project's Flattr (http://flattr.com) ID, if it has one. This should be a numeric ID, such that (for example) https://flattr.com/thing/xxxx leads directly to the page to donate to the project. This is converted to (@code{}) in the public index file. @node Bitcoin @section Bitcoin @cindex Bitcoin A bitcoin address for donating to the project. This is converted to (@code{}) in the public index file. @node Litecoin @section Litecoin @cindex Litecoin A litecoin address for donating to the project. @node Summary @section Summary @cindex Summary A brief summary of what the application is. Since the summary is only allowed one line on the list of the F-Droid client, keeping it to within 80 characters will ensure it fits most screens. @node Description @section Description @cindex Description A full description of the application, relevant to the latest version. This can span multiple lines (which should be kept to a maximum of 80 characters), and is terminated by a line containing a single '.'. Basic MediaWiki-style formatting can be used. Leaving a blank line starts a new paragraph. Surrounding text with @code{''} make it italic, and with @code{'''} makes it bold. You can link to another app in the repo by using @code{[[app.id]]}. The link will be made appropriately whether in the Android client, the web repo browser or the wiki. The link text will be the apps name. Links to web addresses can be done using @code{[http://example.com Text]}. For both of the above link formats, the entire link (from opening to closing square bracket) must be on the same line. Bulletted lists are done by simply starting each item with a @code{*} on a new line, and numbered lists are the same but using @code{#}. There is currently no support for nesting lists - you can have one level only. It can be helpful to note information pertaining to updating from an earlier version; whether the app contains any prebuilts built by the upstream developers or whether non-free elements were removed; whether the app is in rapid development or whether the latest version lags behind the current version; whether the app supports multiple architectures or whether there is a maximum SDK specified (such info not being recorded in the index). This is converted to (@code{}) in the public index file. @node Maintainer Notes @section Maintainer Notes @cindex Maintainer Notes This is a multi-line field using the same rules and syntax as the description. It's used to record notes for F-Droid maintainers to assist in maintaining and updating the application in the repository. This information is also published to the wiki. @node Repo Type @section Repo Type @cindex Repo Type The type of repository - for automatic building from source. If this is not specified, automatic building is disabled for this application. Possible values are: @itemize @bullet @item @samp{git} @item @samp{svn} @item @samp{git-svn} @item @samp{hg} @item @samp{bzr} @item @samp{srclib} @end itemize @node Repo @section Repo @cindex Repo The repository location. Usually a git: or svn: URL, for example. The git-svn option connects to an SVN repository, and you specify the URL in exactly the same way, but git is used as a back-end. This is preferable for performance reasons, and also because a local copy of the entire history is available in case the upstream repository disappears. (It happens!). In order to use Tags as update check mode for this VCS type, the URL must have the tags= special argument set. Likewise, if you intend to use the RepoManifest/branch scheme, you would want to specify branches= as well. Finally, trunk= can also be added. All these special arguments will be passed to "git svn" in order, and their values must be relative paths to the svn repo root dir. Here's an example of a complex git-svn Repo URL: http://svn.code.sf.net/p/project/code/svn;trunk=trunk;tags=tags;branches=branches If the Repo Type is @code{srclib}, then you must specify the name of the according srclib .txt file. For example if @code{scrlibs/FooBar.txt} exist and you want to use this srclib, then you have to set Repo to @code{FooBar}. @node Binaries @section Binaries @cindex Binaries The location of binaries used in verification process. If specified, F-Droid will verify the output apk file of a build against the one specified. You can use %v and %c to point to the version name and version code of the current build. To verify the F-Droid client itself you could use: @code{Binaries:https://f-droid.org/repo/org.fdroid.fdroid_%c.apk} F-Droid will use upstream binaries if the verification succeeded. @node Build @section Build @cindex Build Any number of these fields can be present, each specifying a version to automatically build from source. The value is a comma-separated list. For example: @samp{Build:1.2,12} The above specifies to build version 1.2, which has a version code of 12. The @code{commit=} parameter specifies the tag, commit or revision number from which to build it in the source repository. It is the only mandatory flag, which in this case could for example be @code{commit=v1.2}. In addition to the three, always required, parameters described above, further parameters can be added (in name=value format) to apply further configuration to the build. These are (roughly in order of application): @table @code @item disable= Disables this build, giving a reason why. (For backwards compatibility, this can also be achieved by starting the commit ID with '!') The purpose of this feature is to allow non-buildable releases (e.g. the source is not published) to be flagged, so the scripts don't generate repeated messages about them. (And also to record the information for review later). If an apk has already been built, disabling causes it to be deleted once @code{fdroid update} is run; this is the procedure if ever a version has to be replaced. @item subdir= Specifies to build from a subdirectory of the checked out source code. Normally this directory is changed to before building, @item submodules=yes Use if the project (git only) has submodules - causes @code{git submodule update --init --recursive} to be executed after the source is cloned. Submodules are reset and cleaned like the main app repository itself before each build. @item init=xxxx As for 'prebuild', but runs on the source code BEFORE any other processing takes place. You can use $$SDK$$, $$NDK$$ and $$MVN3$$ to substitute the paths to the android SDK and NDK directories, and maven 3 executable respectively. The following per-build variables are available likewise: $$VERSION$$, $$VERCODE$$ and $$COMMIT$$. @item oldsdkloc=yes The sdk location in the repo is in an old format, or the build.xml is expecting such. The 'new' format is sdk.dir while the VERY OLD format is sdk-location. Typically, if you get a message along the lines of: "com.android.ant.SetupTask cannot be found" when trying to build, then try enabling this option. @item target= Specifies a particular SDK target for compilation, overriding the value defined in the code by upstream. This has different effects depending on what build system used — this flag currently affects Ant, Maven and Gradle projects only. Note that this does not change the target SDK in the AndroidManifest.xml, which determines the level of features that can be included in the build. In the case of an Ant project, it modifies project.properties of the app and possibly sub-projects. This is likely to cause the whole build.xml to be rewritten, which is fine if it's a 'standard' android file or doesn't already exist, but not a good idea if it's heavily customised. @item update= By default, 'android update' is used in Ant builds to generate or update the project and all its referenced projects. Specifying update=no bypasses that. Note that this is useless in builds that don't use Ant. Default value is '@code{auto}', which recursively uses the paths in project.properties to find all the subprojects to update. Otherwise, the value can be a comma-separated list of directories in which to run 'android update' relative to the application directory. @item encoding=xxxx Adds a java.encoding property to local.properties with the given value. Generally the value will be 'utf-8'. This is picked up by the SDK's ant rules, and forces the Java compiler to interpret source files with this encoding. If you receive warnings during the compile about character encodings, you probably need this. @item forceversion=yes If specified, the package version in AndroidManifest.xml is replaced with the version name for the build as specified in the metadata. This is useful for cases when upstream repo failed to update it for specific tag; to build an arbitrary revision; to make it apparent that the version differs significantly from upstream; or to make it apparent which architecture or platform the apk is designed to run on. @item forcevercode=yes If specified, the package version code in the AndroidManifest.xml is replaced with the version code for the build. See also forceversion. @item rm=[,,...] Specifies the relative paths of files or directories to delete before the build is done. The paths are relative to the base of the build directory - i.e. the root of the directory structure checked out from the source respository - not necessarily the directory that contains AndroidManifest.xml. Multiple files/directories can be specified by separating them with ','. Directories will be recursively deleted. @item extlibs=[,,...] Comma-separated list of external libraries (jar files) from the @code{build/extlib} library, which will be placed in the @code{libs} directory of the project. @item srclibs=[n:]a@@r,[n:]b@@r1,... Comma-separated list of source libraries or Android projects. Each item is of the form name@@rev where name is the predefined source library name and rev is the revision or tag to use in the respective source control. For Ant projects, you can optionally append a number with a colon at the beginning of a srclib item to automatically place it in project.properties as a library under the specified number. For example, if you specify @code{1:somelib@@1.0}, F-Droid will automatically do the equivalent of the legacy practice @code{prebuild=echo "android.library.reference.1=$$somelib$$" >> project.properties}. Each srclib has a metadata file under srclibs/ in the repository directory, and the source code is stored in build/srclib/. Repo Type: and Repo: are specified in the same way as for apps; Subdir: can be a comma separated list, for when directories are renamed by upstream; Update Project: updates the projects in the working directory and one level down; Prepare: can be used for any kind of preparation: in particular if you need to update the project with a particular target. You can then also use $$name$$ in the init/prebuild/build command to substitute the relative path to the library directory, but it could need tweaking if you've changed into another directory. Currently srclibs are necessary when upstream uses jar files or pulls dependencies from non-trusted repositories. While there is no guarantee that those binaries are free and correspondent to the source code, F-Droid allows the following known repositories until a source-built alternative is available: @itemize @bullet @item @samp{mavenCentral} - the original repo, hardcoded in Maven and Gradle. @item @samp{jCenter} - hardcoded in Gradle, this repo by Bintray tries to provide easier handling. It should sync with mavenCentral from time to time. @item @samp{OSS Sonatype} - maintained by the people behind mavenCentral, this repository focuses on hosting services for open source project binaries. @item @samp{JitPack.io} - builds directly from Github repositories. However, they do not provide any option to reproduce or verify the resulting binaries. Builds pre-release versions in some cases. @item @samp{Clojars} - Clojure libraries repo. @item @samp{CommonsWare} - repo holding a collection of open-source libs. @end itemize @item patch=x Apply patch(es). 'x' names one (or more - comma-seperated) files within a directory below the metadata, with the same name as the metadata file but without the extension. Each of these patches is applied to the code in turn. @item prebuild=xxxx Specifies a shell command (or commands - chain with &&) to run before the build takes place. Backslash can be used as an escape character to insert literal commas, or as the last character on a line to join that line with the next. It has no special meaning in other contexts; in particular, literal backslashes should not be escaped. The command runs using bash. Note that nothing should be built during this prebuild phase - scanning of the code and building of the source tarball, for example, take place after this. For custom actions that actually build things or produce binaries, use 'build' instead. You can use $$name$$ to substitute the path to a referenced srclib - see the @code{srclib} directory for details of this. You can use $$SDK$$, $$NDK$$ and $$MVN3$$ to substitute the paths to the android SDK and NDK directories, and Maven 3 executable respectively e.g. for when you need to run @code{android update project} explicitly. The following per-build variables are available likewise: $$VERSION$$, $$VERCODE$$ and $$COMMIT$$. @item scanignore=[,,...] Enables one or more files/paths to be excluded from the scan process. This should only be used where there is a very good reason, and probably accompanied by a comment explaining why it is necessary. When scanning the source tree for problems, matching files whose relative paths start with any of the paths given here are ignored. @item scandelete=[,,...] When running the scan process, any files that trigger errors - like binaries - will be removed. It acts just like scanignore=, but instead of ignoring the files, it removes them. Useful when a source code repository includes binaries or other unwanted files which are not needed for the build. Instead of removing them manually via rm=, using scandelete= is easier. @item build=xxxx As for 'prebuild', but runs during the actual build phase (but before the main Ant/Maven build). Use this only for actions that do actual building. Any prepartion of the source code should be done using 'init' or 'prebuild'. Any building that takes place before build= will be ignored, as either Ant, mvn or gradle will be executed to clean the build environment right before build= (or the final build) is run. You can use $$SDK$$, $$NDK$$ and $$MVN3$$ to substitute the paths to the android SDK and NDK directories, and maven 3 executable respectively. The following per-build variables are available likewise: $$VERSION$$, $$VERCODE$$ and $$COMMIT$$. @item buildjni=[yes|no|] Enables building of native code via the ndk-build script before doing the main Ant build. The value may be a list of directories relative to the main application directory in which to run ndk-build, or 'yes' which corresponds to '.' . Using explicit list may be useful to build multi-component projects. The build and scan processes will complain (refuse to build) if this parameter is not defined, but there is a @code{jni} directory present. If the native code is being built by other means like a Gradle task, you can specify @code{no} here to avoid that. However, if the native code is actually not required or used, remove the directory instead (using @code{rm=jni} for example). Using @code{buildjni=no} when the jni code isn't used nor built will result in an error saying that native libraries were expected in the resulting package. @item ndk= Version of the NDK to use in this build. Defaults to the latest NDK release that included legacy toolchains, so as to not break builds that require toolchains no longer included in current versions of the NDK. The buildserver supports r9b with its legacy toolchains, r10e, r11c and the latest release as of writing this document, r12b. You may add support for more versions by adding them to 'ndk_paths' in your config file. @item gradle=[,,...] Build with Gradle instead of Ant, specifying what flavours to use. Flavours are case sensitive since the path to the output apk is as well. If only one flavour is given and it is 'yes', no flavour will be used. Note that for projects with flavours, you must specify at least one valid flavour since 'yes' will build all of them separately. @item maven=yes[@@] Build with Maven instead of Ant. An extra @@ tells F-Droid to run Maven inside that relative subdirectory. Sometimes it is needed to use @@.. so that builds happen correctly. @item preassemble=[,,...] List of Gradle tasks to be run before the assemble task in a Gradle project build. @item gradleprops=[,,...] List of Gradle properties to pass via the command line to Gradle. A property can be of the form @code{foo} or of the form @code{key=value}. For example: @code{gradleprops=enableFoo,someSetting=bar} will result in @code{gradle -PenableFoo -PsomeSetting=bar}. @item antcommands=[,,...] Specify an alternate set of Ant commands (target) instead of the default 'release'. It can't be given any flags, such as the path to a build.xml. @item output=glob/to/output.apk Specify a glob path where the resulting unsigned release apk from the build should be. This can be used in combination with build methods like @code{gradle=yes} or @code{maven=yes}, but if no build method is specified, the build is manual. You should run your build commands, such as @code{make}, in @code{build=}. @item novcheck=yes Don't check that the version name and code in the resulting apk are correct by looking at the build output - assume the metadata is correct. This takes away a useful level of sanity checking, and should only be used if the values can't be extracted. @end table Another example, using extra parameters: @samp{Build Version:1.09.03,10903,45,subdir=Timeriffic,oldsdkloc=yes} @node AntiFeatures @section AntiFeatures @cindex AntiFeatures This is optional - if present, it contains a comma-separated list of any of the following values, describing an anti-feature the application has. It is a good idea to mention the reasons for the anti-feature(s) in the description: @itemize @bullet @item @samp{Ads} - the application contains advertising. @item @samp{Tracking} - the application tracks and reports your activity to somewhere without your consent. It's commonly used for when developers obtain crash logs without the user's consent, or when an app is useless without some kind of authentication. @item @samp{NonFreeNet} - the application relies on computational services that are impossible to replace or that the replacement cannot be connected to without major changes to the app. @item @samp{NonFreeAdd} - the application promotes non-free add-ons, such that the app is effectively an advert for other non-free software and such software is not clearly labelled as such. @item @samp{NonFreeDep} - the application depends on a non-free application (e.g. Google Maps) - i.e. it requires it to be installed on the device, but does not include it. @item @samp{UpstreamNonFree} - the application is or depends on non-free software. This does not mean that non-free software is included with the app: Most likely, it has been patched in some way to remove the non-free code. However, functionality may be missing. @item @samp{NonFreeAssets} - the application contains and makes use of non-free assets. The most common case is apps using artwork - images, sounds, music, etc - under a non-commercial license. @end itemize @node Disabled @section Disabled @cindex Disabled If this field is present, the application does not get put into the public index. This allows metadata to be retained while an application is temporarily disabled from being published. The value should be a description of why the application is disabled. No apks or source code archives are deleted: to purge an apk see the Build Version section or delete manually for developer builds. The field is therefore used when an app has outlived it's usefulness, because the source tarball is retained. @node Requires Root @section Requires Root @cindex Requires Root Set this optional field to "Yes" if the application requires root privileges to be usable. This lets the client filter it out if the user so desires. Whether root is required or not, it is good to give a paragraph in the description to the conditions on which root may be asked for and the reason for it. @node Archive Policy @section Archive Policy @cindex Archive Policy This determines the policy for moving old versions of an app to the archive repo, if one is configured. The configuration sets a default maximum number of versions kept in the main repo, after which older ones are moved to the archive. This app-specific policy setting can override that. Currently the only supported format is "n versions", where n is the number of versions to keep. Defaults to "3 versions". @node Update Check Mode @section Update Check Mode @cindex Update Check Mode This determines the method using for determining when new releases are available - in other words, the updating of the Current Version and Current Version Code fields in the metadata by the @code{fdroid checkupdates} process. Valid modes are: @itemize @item @code{None} - No checking is done because there's no appropriate automated way of doing so. Updates should be checked for manually. Use this, for example, when deploying unstable or patched versions; when builds are done in a directory different to where the AndroidManifest.xml is; if the developers use the Gradle build system and store version info in a separate file; if the developers make a new branch for each release and don't make tags; or if you've changed the package name or version code logic. @item @code{Static} - No checking is done - either development has ceased or new versions are not desired. This method is also used when there is no other checking method available and the upstream developer keeps us posted on new versions. @item @code{RepoManifest} - At the most recent commit, the AndroidManifest.xml file is looked for in the directory where it was found in the the most recent build. The appropriateness of this method depends on the development process used by the application's developers. You should not specify this method unless you're sure it's appropriate. For example, some developers bump the version when commencing development instead of when publishing. It will return an error if the AndroidManifest.xml has moved to a different directory or if the package name has changed. The current version that it gives may not be accurate, since not all versions are fit to be published. Therefore, before building, it is often necessary to check if the current version has been published somewhere by the upstream developers, either by checking for apks that they distribute or for tags in the source code repository. It currently works for every repository type to different extents, except the srclib repo type. For git, git-svn and hg repo types, you may use "RepoManifest/yourbranch" as UCM so that "yourbranch" would be the branch used in place of the default one. The default values are "master" for git, "default" for hg and none for git-svn (it stays in the same branch). On the other hand, branch support hasn't been implemented yet in bzr and svn, but RepoManifest may still be used without it. @item @code{RepoTrunk} - For svn and git-svn repositories, especially those who don't have a bundled AndroidManifest.xml file, the Tags and RepoManifest checks will not work, since there is no version information to obtain. But, for those apps who automate their build process with the commit ref that HEAD points to, RepoTrunk will set the Current Version and Current Version Code to that number. @item @code{Tags} - The AndroidManifest.xml file in all tagged revisions in the source repository is checked, looking for the highest version code. The appropriateness of this method depends on the development process used by the application's developers. You should not specify this method unless you're sure it's appropriate. It shouldn't be used if the developers like to tag unstable versions or are known to forget to tag releases. Like RepoManifest, it will not return the correct value if the directory containing the AndroidManifest.xml has moved. Despite these caveats, it is the often the favourite update check mode. It currently only works for git, hg, bzr and git-svn repositories. In the case of the latter, the repo URL must contain the path to the trunk and tags or else no tags will be found. Optionally append a regex pattern at the end - separated with a space - to only check the tags matching said pattern. Useful when apps tag non-release versions such as X.X-alpha, so you can filter them out with something like @code{.*[0-9]$} which requires tag names to end with a digit. @item @code{HTTP} - HTTP requests are used to determine the current version code and version name. This is controlled by the @code{Update Check Data} field, which is of the form @code{urlcode|excode|urlver|exver}. Firstly, if @code{urlcode} is non-empty, the document from that URL is retrieved, and matched against the regular expression @code{excode}, with the first group becoming the version code. Secondly, if @code{urlver} is non-empty, the document from that URL is retrieved, and matched against the regular expression @code{exver}, with the first group becoming the version name. The @code{urlver} field can be set to simply '.' which says to use the same document returned for the version code again, rather than retrieving a different one. @end itemize @node Vercode Operation @section Vercode Operation @cindex Vercode Operation Operation to be applied to the vercode obtained by the defined @code{Update Check Mode}. @code{%c} will be replaced by the actual vercode, and the whole string will be passed to python's @code{eval} function. Especially useful with apps that we want to compile for different ABIs, but whose vercodes don't always have trailing zeros. For example, with @code{Vercode Operation} set at something like @code{%c*10 + 4}, we will be able to track updates and build up to four different versions of every upstream version. @node Update Check Ignore @section Update Check Ignore @cindex Update Check Ignore When checking for updates (via @code{Update Check Mode}) this can be used to specify a regex which, if matched against the version name, causes that version to be ignored. For example, 'beta' could be specified to ignore version names that include that text. @node Update Check Name @section Update Check Name @cindex Update Check Name When checking for updates (via @code{Update Check Mode}) this can be used to specify the package name to search for. Useful when apps have a static package name but change it programmatically in some app flavors, by e.g. appending ".open" or ".free" at the end of the package name. You can also use @code{Ignore} to ignore package name searching. This should only be used in some specific cases, for example if the app's build.gradle file does not contain the package name. @node Update Check Data @section Update Check Data @cindex Update Check Data Used in conjunction with @code{Update Check Mode} for certain modes. @node Auto Update Mode @section Auto Update Mode @cindex Auto Update Mode This determines the method using for auto-generating new builds when new releases are available - in other words, adding a new Build Version line to the metadata. This happens in conjunction with the 'Update Check Mode' functionality - i.e. when an update is detected by that, it is also processed by this. Valid modes are: @itemize @item @code{None} - No auto-updating is done @item @code{Version} - Identifies the target commit (i.e. tag) for the new build based on the given version specification, which is simply text in which %v and %c are replaced with the required version name and version code respectively. For example, if an app always has a tag "2.7.2" corresponding to version 2.7.2, you would simply specify "Version %v". If an app always has a tag "ver_1234" for a version with version code 1234, you would specify "Version ver_%c". Additionally, a suffix can be added to the version name at this stage, to differentiate F-Droid's build from the original. Continuing the first example above, you would specify that as "Version +-fdroid %v" - "-fdroid" is the suffix. @end itemize @node Current Version @section Current Version @cindex Current Version The name of the version that is current. There may be newer versions of the application than this (e.g. unstable versions), and there will almost certainly be older ones. This should be the one that is recommended for general use. In the event that there is no source code for the current version, or that non-free libraries are being used, this would ideally be the latest version that is still free, though it may still be expedient to retain the automatic update check — see No Source Since. This field is normally automatically updated - see Update Check Mode. This is converted to (@code{}) in the public index file. @node Current Version Code @section Current Version Code @cindex Current Version Code The version code corresponding to the Current Version field. Both these fields must be correct and matching although it's the current version code that's used by Android to determine version order and by F-Droid client to determine which version should be recommended. This field is normally automatically updated - see Update Check Mode. If not set or set to @code{0}, clients will recommend the highest version they can, as if the @code{Current Version Code} was infinite. This is converted to (@code{}) in the public index file. @node No Source Since @section No Source Since @cindex No Source Since In case we are missing the source code for the Current Version reported by Upstream, or that non-free elements have been introduced, this defines the first version that began to miss source code. Apps that are missing source code for just one or a few versions, but provide source code for newer ones are not to be considered here - this field is intended to illustrate which apps do not currently distribute source code, and since when have they been doing so. @node Update Processing @chapter Update Processing @section Detecting There are various mechanisms in place for automatically detecting that updates are available for applications, with the @code{Update Check Mode} field in the metadata determining which method is used for a particular application. Running the @code{fdroid checkupdates} command will apply this method to each application in the repository and update the @code{Current Version} and @code{Current Version Code} fields in the metadata accordingly. As usual, the @code{-p} option can be used with this, to restrict processing to a particular application. Note that this only updates the metadata such that we know what the current published/recommended version is. It doesn't make that version available in the repository - for that, see the next section. @section Adding Adding updates (i.e. new versions of applications already included in the repository) happens in two ways. The simple case is applications where the APK files are binaries, retrieved from a developer's published build. In this case, all that's required is to place the new binary in the @code{Repo} directory, and the next run of @code{fdroid update} will pick it up. For applications built from source, it is necessary to add a new @code{Build Version} line to the metadata file. At the very least, the version name, version code and commit will be different. It is also possible that the additional build flags will change between versions. For processing multiple updates in the metadata at once, it can be useful to run @code{fdroid update --interactive}. This will check all the applications in the repository, and where updates are required you will be prompted to [E]dit the metadata, [I]gnore the update, or [Q]uit altogether. @node Build Server @chapter Build Server The Build Server system isolates the builds for each package within a clean, isolated and secure throwaway virtual machine environment. @section Overview Building applications in this manner on a large scale, especially with the involvement of automated and/or unattended processes, could be considered a dangerous pastime from a security perspective. This is even more the case when the products of the build are also distributed widely and in a semi-automated ("you have updates available") fashion. Assume that an upstream source repository is compromised. A small selection of things that an attacker could do in such a situation: @enumerate @item Use custom Ant build steps to execute virtually anything as the user doing the build. @item Access the keystore. @item Modify the built apk files or source tarballs for other applications in the repository. @item Modify the metadata (which includes build scripts, which again, also includes the ability to execute anything) for other applications in the repository. @end enumerate Through complete isolation, the repurcussions are at least limited to the application in question. Not only is the build environment fresh for each build, and thrown away afterwards, but it is also isolated from the signing environment. Aside from security issues, there are some applications which have strange requirements such as custom versions of the NDK. It would be impractical (or at least extremely messy) to start modifying and restoring the SDK on a multi-purpose system, but within the confines of a throwaway single-use virtual machine, anything is possible. All this is in addition to the obvious advantage of having a standardised and completely reproducible environment in which builds are made. Additionally, it allows for specialised custom build environments for particular applications. @section Setting up a build server In addition to the basic setup previously described, you will also need a Vagrant-compatible Debian Testing base box called 'jessie64'. You can use a different version or distro for the base box, so long as you don't expect any help making it work. One thing to be aware of is that working copies of source trees are moved from the host to the guest, so for example, having subversion v1.6 on the host and v1.7 on the guest would fail. @subsection Creating the Debian base box The output of this step is a minimal Debian VM that has support for remote login and provisioning. Unless you're very trusting, you should create one of these for yourself from verified standard Debian installation media. However, by popular demand, the @code{makebuildserver} script will automatically download a prebuilt image unless instructed otherwise. If you choose to use the prebuilt image, you may safely skip the rest of this section. Documentation for creating a base box can be found at @url{http://docs.vagrantup.com/v1/docs/base_boxes.html}. In addition to carefully following the steps described there, you should consider the following: @enumerate @item It is advisable to disable udev network device persistence, otherwise any movement of the VM between machines, or reconfiguration, will result in broken networking. For a Debian/Ubuntu default install, just @code{touch /etc/udev/rules.d/75-persistent-net-generator.rules} to turn off rule generation, and at the same time, get rid of any rules it's already created in @code{/etc/udev/rules.d/70-persistent-net.rules}. @item Unless you want the VM to become totally inaccessible following a failed boot, you need to set @code{GRUB_RECORDFAIL_TIMEOUT} to a value other than -1 in @code{/etc/grub/default} and then run @code{update-grub}. @end enumerate @subsection Creating the F-Droid base box The next step in the process is to create @code{makebs.config.py}, using @code{./examples/makebs.config.py} as a reference - look at the settings and documentation there to decide if any need changing to suit your environment. There is a path for retrieving the base box if it doesn't exist, and an apt proxy definition, both of which may need customising for your environment. You can then go to the @code{fdroidserver} directory and run this: @example ./makebuildserver @end example This will take a long time, and use a lot of bandwidth - most of it spent installing the necessary parts of the Android SDK for all the various platforms. Luckily you only need to do it occasionally. Once you have a working build server image, if the recipes change (e.g. when packages need to be added) you can just run that script again and the existing one will be updated in place. The main sdk/ndk downloads will automatically be cached to speed things up the next time, but there's no easy way of doing this for the longer sections which use the SDK's @code{android} tool to install platforms, add-ons and tools. However, instead of allowing automatic caching, you can supply a pre-populated cache directory which includes not only these downloads, but also .tar.gz files for all the relevant additions. If the provisioning scripts detect these, they will be used in preference to running the android tools. For example, if you have @code{buildserver/addons/cache/platforms/android-19.tar.gz} that will be used when installing the android-19 platform, instead of re-downloading it using @code{android update sdk --no-ui -t android-19}. It is possible to create the cache files of this additions from a local installation of the SDK including these: @example cd /path/to/android-sdk/platforms tar czf android-19.tar.gz android-19 mv android-19.tar.gz /path/to/buildserver/addons/cache/platforms/ @end example If you have already built a buildserver it is also possible to get this files directly from the buildserver: @example vagrant ssh -- -C 'tar -C ~/android-sdk/platforms czf android-19.tar.gz android-19' vagrant ssh -- -C 'cat ~/android-sdk/platforms/android-19.tar.gz' > /path/to/fdroidserver/buildserver/cache/platforms/android19.tar.gz @end example Once it's complete you'll have a new base box called 'buildserver' which is what's used for the actual builds. You can then build packages as normal, but with the addition of the @code{--server} flag to @code{fdroid build} to instruct it to do all the hard work within the virtual machine. The first time a build is done, a new virtual machine is created using the 'buildserver' box as a base. A snapshot of this clean machine state is saved for use in future builds, to improve performance. You can force discarding of this snapshot and rebuilding from scratch using the @code{--resetserver} switch with @code{fdroid build}. @node Signing @chapter Signing There are two kinds of signing involved in running a repository - the signing of the APK files generated from source builds, and the signing of the repo index itself. The latter is optional, but very strongly recommended. @section Repo Index Signing When setting up the repository, one of the first steps should be to generate a signing key for the repository index. This will also create a keystore, which is a file that can be used to hold this and all other keys used. Consider the location, security and backup status of this file carefully, then create it as follows: @code{keytool -genkey -v -keystore my.keystore -alias repokey -keyalg RSA -keysize 2048 -validity 10000} In the above, replace 'my.keystore' with the name of the keystore file to be created, and 'repokey' with a name to identify the repo index key by. You'll be asked for a password for the keystore, AND a password for the key. They shouldn't be the same. In between, you'll be asked for some identifying details which will go in the certificate. The two passwords entered go into @code{config.py}, as @code{keystorepass} and @code{keypass} respectively. The path to the keystore file, and the alias you chose for the key also go into that file, as @code{keystore} and @code{repo_keyalias} respectively. @section Package Signing With the repo index signing configured, all that remains to be done for package signing to work is to set the @code{keydname} field in @code{config.py} to contain the same identifying details you entered before. A new key will be generated using these details, for each application that is built. (If a specific key is required for a particular application, this system can be overridden using the @code{keyaliases} config settings. @node GNU Free Documentation License @appendix GNU Free Documentation License @include fdl.texi @node Index @unnumbered Index @printindex cp @bye fdroidserver-0.7.0/docs/update.sh0000775000175000017500000000041412661321722016674 0ustar hanshans00000000000000#!/bin/bash set -e ./gendocs.sh --email admin@f-droid.org fdroid "F-Droid Server Manual" scp -r manual/* fdroid@f-droid.org:public_html/manual/ rm fdroid.cps fdroid.ky fdroid.vr fdroid.aux fdroid.fn fdroid.log fdroid.toc rm fdroid.cp fdroid.info fdroid.pg fdroid.tp fdroidserver-0.7.0/docs/index_versions.md0000664000175000017500000000022412661321722020433 0ustar hanshans00000000000000### 11 (January 2014) * Support per-density icon folders (/icons-\*) ### 10 (January 2014) * First version ### 0 (?) * No version yet declared fdroidserver-0.7.0/fdroidserver.egg-info/0000775000175000017500000000000012765473035020326 5ustar hanshans00000000000000fdroidserver-0.7.0/fdroidserver.egg-info/dependency_links.txt0000664000175000017500000000000112765473031024370 0ustar hanshans00000000000000 fdroidserver-0.7.0/fdroidserver.egg-info/SOURCES.txt0000664000175000017500000000260712765473031022213 0ustar hanshans00000000000000LICENSE MANIFEST.in README.md fd-commit fdroid jenkins-build makebuildserver setup.cfg setup.py buildserver/config.buildserver.py buildserver/fixpaths.sh buildserver/cookbooks/kivy/recipes/default.rb completion/bash-completion docs/fdl.texi docs/fdroid.texi docs/gendocs.sh docs/gendocs_template docs/index_versions.md docs/update.sh examples/config.py examples/fdroid-icon.png examples/makebuildserver.config.py examples/opensc-fdroid.cfg fdroidserver/__init__.py fdroidserver/build.py fdroidserver/checkupdates.py fdroidserver/common.py fdroidserver/gpgsign.py fdroidserver/import.py fdroidserver/init.py fdroidserver/install.py fdroidserver/lint.py fdroidserver/metadata.py fdroidserver/net.py fdroidserver/publish.py fdroidserver/readmeta.py fdroidserver/rewritemeta.py fdroidserver/scanner.py fdroidserver/server.py fdroidserver/signindex.py fdroidserver/stats.py fdroidserver/update.py fdroidserver/verify.py fdroidserver.egg-info/PKG-INFO fdroidserver.egg-info/SOURCES.txt fdroidserver.egg-info/dependency_links.txt fdroidserver.egg-info/requires.txt fdroidserver.egg-info/top_level.txt fdroidserver/asynchronousfilereader/__init__.py tests/run-tests tests/update.TestCase tests/urzip-badsig.apk tests/urzip.apk tests/getsig/getsig.java tests/getsig/make.sh tests/getsig/run.sh wp-fdroid/AndroidManifest.xml wp-fdroid/android-permissions.php wp-fdroid/readme.txt wp-fdroid/strings.xml wp-fdroid/wp-fdroid.phpfdroidserver-0.7.0/fdroidserver.egg-info/requires.txt0000664000175000017500000000015012765473031022716 0ustar hanshans00000000000000clint GitPython mwclient paramiko Pillow apache-libcloud >= 0.14.1 pyasn1 pyasn1-modules PyYAML requestsfdroidserver-0.7.0/fdroidserver.egg-info/top_level.txt0000664000175000017500000000001512765473031023050 0ustar hanshans00000000000000fdroidserver fdroidserver-0.7.0/fdroidserver.egg-info/PKG-INFO0000664000175000017500000000727512765473031021432 0ustar hanshans00000000000000Metadata-Version: 1.1 Name: fdroidserver Version: 0.7.0 Summary: F-Droid Server Tools Home-page: https://f-droid.org Author: The F-Droid Project Author-email: team@f-droid.org License: UNKNOWN Description: # F-Droid Server [![build status](https://gitlab.com/fdroid/fdroidserver/badges/master/build.svg)](https://gitlab.com/fdroid/fdroidserver/builds) Server for [F-Droid](https://f-droid.org), the Free Software repository system for Android. The F-Droid server tools provide various scripts and tools that are used to maintain the main [F-Droid application repository](https://f-droid.org/repository/browse). You can use these same tools to create your own additional or alternative repository for publishing, or to assist in creating, testing and submitting metadata to the main repository. For documentation, please see the docs directory. Alternatively, visit [https://f-droid.org/manual/](https://f-droid.org/manual/). ### What is F-Droid? F-Droid is an installable catalogue of FOSS (Free and Open Source Software) applications for the Android platform. The client makes it easy to browse, install, and keep track of updates on your device. ### Installing Note that only Python 3 is supported. We recommend version 3.4 or later. The easiest way to install the `fdroidserver` tools is on Ubuntu, Mint or other Ubuntu based distributions, you can install using: sudo apt-get install fdroidserver For older Ubuntu releases or to get the latest version, you can get `fdroidserver` from the Guardian Project PPA (the signing key fingerprint is `6B80 A842 07B3 0AC9 DEE2 35FE F50E ADDD 2234 F563`) sudo add-apt-repository ppa:guardianproject/ppa sudo apt-get update sudo apt-get install fdroidserver On OSX, `fdroidserver` is available from third party package managers, like Homebrew, MacPorts, and Fink: brew install fdroidserver For Arch-Linux is a package in the AUR available. If you have installed `yaourt` or something similiar, you can do: yaourt -S fdroidserver For any platform where Python's `easy_install` is an option (e.g. OSX or Cygwin, you can use it: sudo easy_install fdroidserver Python's `pip` also works: sudo pip3 install fdroidserver The combination of `pyvenv` and `pip` is great for testing out the latest versions of `fdroidserver`. Using `pip`, `fdroidserver` can even be installed straight from git. First, make sure you have installed the python header files, venv and pip. They should be included in your OS's default package manager or you can install them via other mechanisms like Brew/dnf/pacman/emerge/Fink/MacPorts. For Debian based distributions: apt-get install python3-dev python3-pip python3-venv libjpeg-dev zlib1g-dev Then here's how to install: git clone https://gitlab.com/fdroid/fdroidserver.git cd fdroidserver pyvenv env/ source env/bin/activate pip3 install -e . python3 setup.py install Platform: UNKNOWN Classifier: Development Status :: 3 - Alpha Classifier: Intended Audience :: Developers Classifier: License :: OSI Approved :: GNU Affero General Public License v3 or later (AGPLv3+) Classifier: Operating System :: POSIX Classifier: Topic :: Utilities fdroidserver-0.7.0/setup.py0000664000175000017500000000276012765472633015660 0ustar hanshans00000000000000#!/usr/bin/env python3 from setuptools import setup import sys # workaround issue on OSX, where sys.prefix is not an installable location if sys.platform == 'darwin' and sys.prefix.startswith('/System'): data_prefix = '.' else: data_prefix = sys.prefix setup(name='fdroidserver', version='0.7.0', description='F-Droid Server Tools', long_description=open('README.md').read(), author='The F-Droid Project', author_email='team@f-droid.org', url='https://f-droid.org', packages=['fdroidserver', 'fdroidserver.asynchronousfilereader'], scripts=['fdroid', 'fd-commit'], data_files=[ (data_prefix + '/share/doc/fdroidserver/examples', ['buildserver/config.buildserver.py', 'examples/config.py', 'examples/makebuildserver.config.py', 'examples/opensc-fdroid.cfg', 'examples/fdroid-icon.png']), ], install_requires=[ 'clint', 'GitPython', 'mwclient', 'paramiko', 'Pillow', 'apache-libcloud >= 0.14.1', 'pyasn1', 'pyasn1-modules', 'PyYAML', 'requests', ], classifiers=[ 'Development Status :: 3 - Alpha', 'Intended Audience :: Developers', 'License :: OSI Approved :: GNU Affero General Public License v3 or later (AGPLv3+)', 'Operating System :: POSIX', 'Topic :: Utilities', ], ) fdroidserver-0.7.0/fdroidserver/0000775000175000017500000000000012765473035016634 5ustar hanshans00000000000000fdroidserver-0.7.0/fdroidserver/asynchronousfilereader/0000775000175000017500000000000012765473035023412 5ustar hanshans00000000000000fdroidserver-0.7.0/fdroidserver/asynchronousfilereader/__init__.py0000664000175000017500000000260412661321722025513 0ustar hanshans00000000000000""" AsynchronousFileReader ====================== Simple thread based asynchronous file reader for Python. see https://github.com/soxofaan/asynchronousfilereader MIT License Copyright (c) 2014 Stefaan Lippens """ __version__ = '0.2.1' import threading try: # Python 2 from Queue import Queue except ImportError: # Python 3 from queue import Queue class AsynchronousFileReader(threading.Thread): """ Helper class to implement asynchronous reading of a file in a separate thread. Pushes read lines on a queue to be consumed in another thread. """ def __init__(self, fd, queue=None, autostart=True): self._fd = fd if queue is None: queue = Queue() self.queue = queue threading.Thread.__init__(self) if autostart: self.start() def run(self): """ The body of the tread: read lines and put them on the queue. """ while True: line = self._fd.readline() if not line: break self.queue.put(line) def eof(self): """ Check whether there is no more content to expect. """ return not self.is_alive() and self.queue.empty() def readlines(self): """ Get currently available lines. """ while not self.queue.empty(): yield self.queue.get() fdroidserver-0.7.0/fdroidserver/publish.py0000664000175000017500000002107512674056412020654 0ustar hanshans00000000000000#!/usr/bin/env python3 # # publish.py - part of the FDroid server tools # Copyright (C) 2010-13, Ciaran Gultnieks, ciaran@ciarang.com # Copyright (C) 2013-2014 Daniel Martí # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import sys import os import shutil import glob import hashlib from argparse import ArgumentParser import logging from . import common from . import metadata from .common import FDroidPopen, SdkToolsPopen, BuildException config = None options = None def main(): global config, options # Parse command line... parser = ArgumentParser(usage="%(prog)s [options] " "[APPID[:VERCODE] [APPID[:VERCODE] ...]]") common.setup_global_opts(parser) parser.add_argument("appid", nargs='*', help="app-id with optional versioncode in the form APPID[:VERCODE]") options = parser.parse_args() config = common.read_config(options) if not ('jarsigner' in config and 'keytool' in config): logging.critical('Java JDK not found! Install in standard location or set java_paths!') sys.exit(1) log_dir = 'logs' if not os.path.isdir(log_dir): logging.info("Creating log directory") os.makedirs(log_dir) tmp_dir = 'tmp' if not os.path.isdir(tmp_dir): logging.info("Creating temporary directory") os.makedirs(tmp_dir) output_dir = 'repo' if not os.path.isdir(output_dir): logging.info("Creating output directory") os.makedirs(output_dir) unsigned_dir = 'unsigned' if not os.path.isdir(unsigned_dir): logging.warning("No unsigned directory - nothing to do") sys.exit(1) for f in [config['keystorepassfile'], config['keystore'], config['keypassfile']]: if not os.path.exists(f): logging.error("Config error - missing '{0}'".format(f)) sys.exit(1) # It was suggested at # https://dev.guardianproject.info/projects/bazaar/wiki/FDroid_Audit # that a package could be crafted, such that it would use the same signing # key as an existing app. While it may be theoretically possible for such a # colliding package ID to be generated, it seems virtually impossible that # the colliding ID would be something that would be a) a valid package ID, # and b) a sane-looking ID that would make its way into the repo. # Nonetheless, to be sure, before publishing we check that there are no # collisions, and refuse to do any publishing if that's the case... allapps = metadata.read_metadata() vercodes = common.read_pkg_args(options.appid, True) allaliases = [] for appid in allapps: m = hashlib.md5() m.update(appid.encode('utf-8')) keyalias = m.hexdigest()[:8] if keyalias in allaliases: logging.error("There is a keyalias collision - publishing halted") sys.exit(1) allaliases.append(keyalias) logging.info("{0} apps, {0} key aliases".format(len(allapps), len(allaliases))) # Process any apks that are waiting to be signed... for apkfile in sorted(glob.glob(os.path.join(unsigned_dir, '*.apk'))): appid, vercode = common.apknameinfo(apkfile) apkfilename = os.path.basename(apkfile) if vercodes and appid not in vercodes: continue if appid in vercodes and vercodes[appid]: if vercode not in vercodes[appid]: continue logging.info("Processing " + apkfile) # There ought to be valid metadata for this app, otherwise why are we # trying to publish it? if appid not in allapps: logging.error("Unexpected {0} found in unsigned directory" .format(apkfilename)) sys.exit(1) app = allapps[appid] if app.Binaries is not None: # It's an app where we build from source, and verify the apk # contents against a developer's binary, and then publish their # version if everything checks out. # The binary should already have been retrieved during the build # process. srcapk = apkfile + ".binary" # Compare our unsigned one with the downloaded one... compare_result = common.verify_apks(srcapk, apkfile, tmp_dir) if compare_result: logging.error("...verification failed - publish skipped : " + compare_result) continue # Success! So move the downloaded file to the repo, and remove # our built version. shutil.move(srcapk, os.path.join(output_dir, apkfilename)) os.remove(apkfile) else: # It's a 'normal' app, i.e. we sign and publish it... # Figure out the key alias name we'll use. Only the first 8 # characters are significant, so we'll use the first 8 from # the MD5 of the app's ID and hope there are no collisions. # If a collision does occur later, we're going to have to # come up with a new alogrithm, AND rename all existing keys # in the keystore! if appid in config['keyaliases']: # For this particular app, the key alias is overridden... keyalias = config['keyaliases'][appid] if keyalias.startswith('@'): m = hashlib.md5() m.update(keyalias[1:].encode('utf-8')) keyalias = m.hexdigest()[:8] else: m = hashlib.md5() m.update(appid.encode('utf-8')) keyalias = m.hexdigest()[:8] logging.info("Key alias: " + keyalias) # See if we already have a key for this application, and # if not generate one... p = FDroidPopen([config['keytool'], '-list', '-alias', keyalias, '-keystore', config['keystore'], '-storepass:file', config['keystorepassfile']]) if p.returncode != 0: logging.info("Key does not exist - generating...") p = FDroidPopen([config['keytool'], '-genkey', '-keystore', config['keystore'], '-alias', keyalias, '-keyalg', 'RSA', '-keysize', '2048', '-validity', '10000', '-storepass:file', config['keystorepassfile'], '-keypass:file', config['keypassfile'], '-dname', config['keydname']]) # TODO keypass should be sent via stdin if p.returncode != 0: raise BuildException("Failed to generate key") # Sign the application... p = FDroidPopen([config['jarsigner'], '-keystore', config['keystore'], '-storepass:file', config['keystorepassfile'], '-keypass:file', config['keypassfile'], '-sigalg', 'SHA1withRSA', '-digestalg', 'SHA1', apkfile, keyalias]) # TODO keypass should be sent via stdin if p.returncode != 0: raise BuildException("Failed to sign application") # Zipalign it... p = SdkToolsPopen(['zipalign', '-v', '4', apkfile, os.path.join(output_dir, apkfilename)]) if p.returncode != 0: raise BuildException("Failed to align application") os.remove(apkfile) # Move the source tarball into the output directory... tarfilename = apkfilename[:-4] + '_src.tar.gz' tarfile = os.path.join(unsigned_dir, tarfilename) if os.path.exists(tarfile): shutil.move(tarfile, os.path.join(output_dir, tarfilename)) logging.info('Published ' + apkfilename) if __name__ == "__main__": main() fdroidserver-0.7.0/fdroidserver/update.py0000664000175000017500000017772612757406036020512 0ustar hanshans00000000000000#!/usr/bin/env python3 # # update.py - part of the FDroid server tools # Copyright (C) 2016, Blue Jay Wireless # Copyright (C) 2014-2016, Hans-Christoph Steiner # Copyright (C) 2010-2015, Ciaran Gultnieks # Copyright (C) 2013-2014, Daniel Martí # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import sys import os import shutil import glob import re import socket import zipfile import hashlib import pickle import urllib.parse from datetime import datetime, timedelta from xml.dom.minidom import Document from argparse import ArgumentParser import time import collections from pyasn1.error import PyAsn1Error from pyasn1.codec.der import decoder, encoder from pyasn1_modules import rfc2315 from binascii import hexlify, unhexlify from PIL import Image import logging from . import common from . import metadata from .common import FDroidPopen, FDroidPopenBytes, SdkToolsPopen from .metadata import MetaDataException METADATA_VERSION = 17 screen_densities = ['640', '480', '320', '240', '160', '120'] all_screen_densities = ['0'] + screen_densities UsesPermission = collections.namedtuple('UsesPermission', ['name', 'maxSdkVersion']) UsesPermissionSdk23 = collections.namedtuple('UsesPermissionSdk23', ['name', 'maxSdkVersion']) def dpi_to_px(density): return (int(density) * 48) / 160 def px_to_dpi(px): return (int(px) * 160) / 48 def get_icon_dir(repodir, density): if density == '0': return os.path.join(repodir, "icons") return os.path.join(repodir, "icons-%s" % density) def get_icon_dirs(repodir): for density in screen_densities: yield get_icon_dir(repodir, density) def get_all_icon_dirs(repodir): for density in all_screen_densities: yield get_icon_dir(repodir, density) def update_wiki(apps, sortedids, apks): """Update the wiki :param apps: fully populated list of all applications :param apks: all apks, except... """ logging.info("Updating wiki") wikicat = 'Apps' wikiredircat = 'App Redirects' import mwclient site = mwclient.Site((config['wiki_protocol'], config['wiki_server']), path=config['wiki_path']) site.login(config['wiki_user'], config['wiki_password']) generated_pages = {} generated_redirects = {} for appid in sortedids: app = apps[appid] wikidata = '' if app.Disabled: wikidata += '{{Disabled|' + app.Disabled + '}}\n' if app.AntiFeatures: for af in app.AntiFeatures: wikidata += '{{AntiFeature|' + af + '}}\n' if app.RequiresRoot: requiresroot = 'Yes' else: requiresroot = 'No' wikidata += '{{App|id=%s|name=%s|added=%s|lastupdated=%s|source=%s|tracker=%s|web=%s|changelog=%s|donate=%s|flattr=%s|bitcoin=%s|litecoin=%s|license=%s|root=%s|author=%s|email=%s}}\n' % ( appid, app.Name, time.strftime('%Y-%m-%d', app.added) if app.added else '', time.strftime('%Y-%m-%d', app.lastupdated) if app.lastupdated else '', app.SourceCode, app.IssueTracker, app.WebSite, app.Changelog, app.Donate, app.FlattrID, app.Bitcoin, app.Litecoin, app.License, requiresroot, app.AuthorName, app.AuthorEmail) if app.Provides: wikidata += "This app provides: %s" % ', '.join(app.Summary.split(',')) wikidata += app.Summary wikidata += " - [https://f-droid.org/repository/browse/?fdid=" + appid + " view in repository]\n\n" wikidata += "=Description=\n" wikidata += metadata.description_wiki(app.Description) + "\n" wikidata += "=Maintainer Notes=\n" if app.MaintainerNotes: wikidata += metadata.description_wiki(app.MaintainerNotes) + "\n" wikidata += "\nMetadata: [https://gitlab.com/fdroid/fdroiddata/blob/master/metadata/{0}.txt current] [https://gitlab.com/fdroid/fdroiddata/commits/master/metadata/{0}.txt history]\n".format(appid) # Get a list of all packages for this application... apklist = [] gotcurrentver = False cantupdate = False buildfails = False for apk in apks: if apk['id'] == appid: if str(apk['versioncode']) == app.CurrentVersionCode: gotcurrentver = True apklist.append(apk) # Include ones we can't build, as a special case... for build in app.builds: if build.disable: if build.vercode == app.CurrentVersionCode: cantupdate = True # TODO: Nasty: vercode is a string in the build, and an int elsewhere apklist.append({'versioncode': int(build.vercode), 'version': build.version, 'buildproblem': "The build for this version was manually disabled. Reason: {0}".format(build.disable), }) else: builtit = False for apk in apklist: if apk['versioncode'] == int(build.vercode): builtit = True break if not builtit: buildfails = True apklist.append({'versioncode': int(build.vercode), 'version': build.version, 'buildproblem': "The build for this version appears to have failed. Check the [[{0}/lastbuild_{1}|build log]].".format(appid, build.vercode), }) if app.CurrentVersionCode == '0': cantupdate = True # Sort with most recent first... apklist = sorted(apklist, key=lambda apk: apk['versioncode'], reverse=True) wikidata += "=Versions=\n" if len(apklist) == 0: wikidata += "We currently have no versions of this app available." elif not gotcurrentver: wikidata += "We don't have the current version of this app." else: wikidata += "We have the current version of this app." wikidata += " (Check mode: " + app.UpdateCheckMode + ") " wikidata += " (Auto-update mode: " + app.AutoUpdateMode + ")\n\n" if len(app.NoSourceSince) > 0: wikidata += "This application has partially or entirely been missing source code since version " + app.NoSourceSince + ".\n\n" if len(app.CurrentVersion) > 0: wikidata += "The current (recommended) version is " + app.CurrentVersion wikidata += " (version code " + app.CurrentVersionCode + ").\n\n" validapks = 0 for apk in apklist: wikidata += "==" + apk['version'] + "==\n" if 'buildproblem' in apk: wikidata += "We can't build this version: " + apk['buildproblem'] + "\n\n" else: validapks += 1 wikidata += "This version is built and signed by " if 'srcname' in apk: wikidata += "F-Droid, and guaranteed to correspond to the source tarball published with it.\n\n" else: wikidata += "the original developer.\n\n" wikidata += "Version code: " + str(apk['versioncode']) + '\n' wikidata += '\n[[Category:' + wikicat + ']]\n' if len(app.NoSourceSince) > 0: wikidata += '\n[[Category:Apps missing source code]]\n' if validapks == 0 and not app.Disabled: wikidata += '\n[[Category:Apps with no packages]]\n' if cantupdate and not app.Disabled: wikidata += "\n[[Category:Apps we cannot update]]\n" if buildfails and not app.Disabled: wikidata += "\n[[Category:Apps with failing builds]]\n" elif not gotcurrentver and not cantupdate and not app.Disabled and app.UpdateCheckMode != "Static": wikidata += '\n[[Category:Apps to Update]]\n' if app.Disabled: wikidata += '\n[[Category:Apps that are disabled]]\n' if app.UpdateCheckMode == 'None' and not app.Disabled: wikidata += '\n[[Category:Apps with no update check]]\n' for appcat in app.Categories: wikidata += '\n[[Category:{0}]]\n'.format(appcat) # We can't have underscores in the page name, even if they're in # the package ID, because MediaWiki messes with them... pagename = appid.replace('_', ' ') # Drop a trailing newline, because mediawiki is going to drop it anyway # and it we don't we'll think the page has changed when it hasn't... if wikidata.endswith('\n'): wikidata = wikidata[:-1] generated_pages[pagename] = wikidata # Make a redirect from the name to the ID too, unless there's # already an existing page with the name and it isn't a redirect. noclobber = False apppagename = app.Name.replace('_', ' ') apppagename = apppagename.replace('{', '') apppagename = apppagename.replace('}', ' ') apppagename = apppagename.replace(':', ' ') apppagename = apppagename.replace('[', ' ') apppagename = apppagename.replace(']', ' ') # Drop double spaces caused mostly by replacing ':' above apppagename = apppagename.replace(' ', ' ') for expagename in site.allpages(prefix=apppagename, filterredir='nonredirects', generator=False): if expagename == apppagename: noclobber = True # Another reason not to make the redirect page is if the app name # is the same as it's ID, because that will overwrite the real page # with an redirect to itself! (Although it seems like an odd # scenario this happens a lot, e.g. where there is metadata but no # builds or binaries to extract a name from. if apppagename == pagename: noclobber = True if not noclobber: generated_redirects[apppagename] = "#REDIRECT [[" + pagename + "]]\n[[Category:" + wikiredircat + "]]" for tcat, genp in [(wikicat, generated_pages), (wikiredircat, generated_redirects)]: catpages = site.Pages['Category:' + tcat] existingpages = [] for page in catpages: existingpages.append(page.name) if page.name in genp: pagetxt = page.edit() if pagetxt != genp[page.name]: logging.debug("Updating modified page " + page.name) page.save(genp[page.name], summary='Auto-updated') else: logging.debug("Page " + page.name + " is unchanged") else: logging.warn("Deleting page " + page.name) page.delete('No longer published') for pagename, text in genp.items(): logging.debug("Checking " + pagename) if pagename not in existingpages: logging.debug("Creating page " + pagename) try: newpage = site.Pages[pagename] newpage.save(text, summary='Auto-created') except: logging.error("...FAILED to create page '{0}'".format(pagename)) # Purge server cache to ensure counts are up to date site.pages['Repository Maintenance'].purge() def delete_disabled_builds(apps, apkcache, repodirs): """Delete disabled build outputs. :param apps: list of all applications, as per metadata.read_metadata :param apkcache: current apk cache information :param repodirs: the repo directories to process """ for appid, app in apps.items(): for build in app.builds: if not build.disable: continue apkfilename = appid + '_' + str(build.vercode) + '.apk' iconfilename = "%s.%s.png" % ( appid, build.vercode) for repodir in repodirs: files = [ os.path.join(repodir, apkfilename), os.path.join(repodir, apkfilename + '.asc'), os.path.join(repodir, apkfilename[:-4] + "_src.tar.gz"), ] for density in all_screen_densities: repo_dir = get_icon_dir(repodir, density) files.append(os.path.join(repo_dir, iconfilename)) for f in files: if os.path.exists(f): logging.info("Deleting disabled build output " + f) os.remove(f) if apkfilename in apkcache: del apkcache[apkfilename] def resize_icon(iconpath, density): if not os.path.isfile(iconpath): return fp = None try: fp = open(iconpath, 'rb') im = Image.open(fp) size = dpi_to_px(density) if any(length > size for length in im.size): oldsize = im.size im.thumbnail((size, size), Image.ANTIALIAS) logging.debug("%s was too large at %s - new size is %s" % ( iconpath, oldsize, im.size)) im.save(iconpath, "PNG") except Exception as e: logging.error("Failed resizing {0} - {1}".format(iconpath, e)) finally: if fp: fp.close() def resize_all_icons(repodirs): """Resize all icons that exceed the max size :param repodirs: the repo directories to process """ for repodir in repodirs: for density in screen_densities: icon_dir = get_icon_dir(repodir, density) icon_glob = os.path.join(icon_dir, '*.png') for iconpath in glob.glob(icon_glob): resize_icon(iconpath, density) # A signature block file with a .DSA, .RSA, or .EC extension cert_path_regex = re.compile(r'^META-INF/.*\.(DSA|EC|RSA)$') def getsig(apkpath): """ Get the signing certificate of an apk. To get the same md5 has that Android gets, we encode the .RSA certificate in a specific format and pass it hex-encoded to the md5 digest algorithm. :param apkpath: path to the apk :returns: A string containing the md5 of the signature of the apk or None if an error occurred. """ cert = None # verify the jar signature is correct args = [config['jarsigner'], '-verify', apkpath] p = FDroidPopen(args) if p.returncode != 0: logging.critical(apkpath + " has a bad signature!") return None with zipfile.ZipFile(apkpath, 'r') as apk: certs = [n for n in apk.namelist() if cert_path_regex.match(n)] if len(certs) < 1: logging.error("Found no signing certificates on %s" % apkpath) return None if len(certs) > 1: logging.error("Found multiple signing certificates on %s" % apkpath) return None cert = apk.read(certs[0]) content = decoder.decode(cert, asn1Spec=rfc2315.ContentInfo())[0] if content.getComponentByName('contentType') != rfc2315.signedData: logging.error("Unexpected format.") return None content = decoder.decode(content.getComponentByName('content'), asn1Spec=rfc2315.SignedData())[0] try: certificates = content.getComponentByName('certificates') except PyAsn1Error: logging.error("Certificates not found.") return None cert_encoded = encoder.encode(certificates)[4:] return hashlib.md5(hexlify(cert_encoded)).hexdigest() def get_icon_bytes(apkzip, iconsrc): '''ZIP has no official encoding, UTF-* and CP437 are defacto''' try: return apkzip.read(iconsrc) except KeyError: return apkzip.read(iconsrc.encode('utf-8').decode('cp437')) def sha256sum(filename): '''Calculate the sha256 of the given file''' sha = hashlib.sha256() with open(filename, 'rb') as f: while True: t = f.read(16384) if len(t) == 0: break sha.update(t) return sha.hexdigest() def insert_obbs(repodir, apps, apks): """Scans the .obb files in a given repo directory and adds them to the relevant APK instances. OBB files have versionCodes like APK files, and they are loosely associated. If there is an OBB file present, then any APK with the same or higher versionCode will use that OBB file. There are two OBB types: main and patch, each APK can only have only have one of each. https://developer.android.com/google/play/expansion-files.html :param repodir: repo directory to scan :param apps: list of current, valid apps :param apks: current information on all APKs """ def obbWarnDelete(f, msg): logging.warning(msg + f) if options.delete_unknown: logging.error("Deleting unknown file: " + f) os.remove(f) obbs = [] java_Integer_MIN_VALUE = -pow(2, 31) for f in glob.glob(os.path.join(repodir, '*.obb')): obbfile = os.path.basename(f) # obbfile looks like: [main|patch]...obb chunks = obbfile.split('.') if chunks[0] != 'main' and chunks[0] != 'patch': obbWarnDelete(f, 'OBB filename must start with "main." or "patch.": ') continue if not re.match(r'^-?[0-9]+$', chunks[1]): obbWarnDelete('The OBB version code must come after "' + chunks[0] + '.": ') continue versioncode = int(chunks[1]) packagename = ".".join(chunks[2:-1]) highestVersionCode = java_Integer_MIN_VALUE if packagename not in apps.keys(): obbWarnDelete(f, "OBB's packagename does not match a supported APK: ") continue for apk in apks: if packagename == apk['id'] and apk['versioncode'] > highestVersionCode: highestVersionCode = apk['versioncode'] if versioncode > highestVersionCode: obbWarnDelete(f, 'OBB file has newer versioncode(' + str(versioncode) + ') than any APK: ') continue obbsha256 = sha256sum(f) obbs.append((packagename, versioncode, obbfile, obbsha256)) for apk in apks: for (packagename, versioncode, obbfile, obbsha256) in sorted(obbs, reverse=True): if versioncode <= apk['versioncode'] and packagename == apk['id']: if obbfile.startswith('main.') and 'obbMainFile' not in apk: apk['obbMainFile'] = obbfile apk['obbMainFileSha256'] = obbsha256 elif obbfile.startswith('patch.') and 'obbPatchFile' not in apk: apk['obbPatchFile'] = obbfile apk['obbPatchFileSha256'] = obbsha256 if 'obbMainFile' in apk and 'obbPatchFile' in apk: break def scan_apks(apps, apkcache, repodir, knownapks, use_date_from_apk=False): """Scan the apks in the given repo directory. This also extracts the icons. :param apps: list of all applications, as per metadata.read_metadata :param apkcache: current apk cache information :param repodir: repo directory to scan :param knownapks: known apks info :param use_date_from_apk: use date from APK (instead of current date) for newly added APKs :returns: (apks, cachechanged) where apks is a list of apk information, and cachechanged is True if the apkcache got changed. """ cachechanged = False for icon_dir in get_all_icon_dirs(repodir): if os.path.exists(icon_dir): if options.clean: shutil.rmtree(icon_dir) os.makedirs(icon_dir) else: os.makedirs(icon_dir) apks = [] name_pat = re.compile(".*name='([a-zA-Z0-9._]*)'.*") vercode_pat = re.compile(".*versionCode='([0-9]*)'.*") vername_pat = re.compile(".*versionName='([^']*)'.*") label_pat = re.compile(".*label='(.*?)'(\n| [a-z]*?=).*") icon_pat = re.compile(".*application-icon-([0-9]+):'([^']+?)'.*") icon_pat_nodpi = re.compile(".*icon='([^']+?)'.*") sdkversion_pat = re.compile(".*'([0-9]*)'.*") permission_pat = re.compile(".*(name='(?P.*?)')(.*maxSdkVersion='(?P.*?)')?.*") feature_pat = re.compile(".*name='([^']*)'.*") for apkfile in glob.glob(os.path.join(repodir, '*.apk')): apkfilename = apkfile[len(repodir) + 1:] if ' ' in apkfilename: logging.critical("Spaces in filenames are not allowed.") sys.exit(1) shasum = sha256sum(apkfile) usecache = False if apkfilename in apkcache: apk = apkcache[apkfilename] if apk['sha256'] == shasum: logging.debug("Reading " + apkfilename + " from cache") usecache = True else: logging.debug("Ignoring stale cache data for " + apkfilename) if not usecache: logging.debug("Processing " + apkfilename) apk = {} apk['apkname'] = apkfilename apk['sha256'] = shasum srcfilename = apkfilename[:-4] + "_src.tar.gz" if os.path.exists(os.path.join(repodir, srcfilename)): apk['srcname'] = srcfilename apk['size'] = os.path.getsize(apkfile) apk['uses-permission'] = set() apk['uses-permission-sdk-23'] = set() apk['features'] = set() apk['icons_src'] = {} apk['icons'] = {} p = SdkToolsPopen(['aapt', 'dump', 'badging', apkfile], output=False) if p.returncode != 0: if options.delete_unknown: if os.path.exists(apkfile): logging.error("Failed to get apk information, deleting " + apkfile) os.remove(apkfile) else: logging.error("Could not find {0} to remove it".format(apkfile)) else: logging.error("Failed to get apk information, skipping " + apkfile) continue for line in p.output.splitlines(): if line.startswith("package:"): try: apk['id'] = re.match(name_pat, line).group(1) apk['versioncode'] = int(re.match(vercode_pat, line).group(1)) apk['version'] = re.match(vername_pat, line).group(1) except Exception as e: logging.error("Package matching failed: " + str(e)) logging.info("Line was: " + line) sys.exit(1) elif line.startswith("application:"): apk['name'] = re.match(label_pat, line).group(1) # Keep path to non-dpi icon in case we need it match = re.match(icon_pat_nodpi, line) if match: apk['icons_src']['-1'] = match.group(1) elif line.startswith("launchable-activity:"): # Only use launchable-activity as fallback to application if not apk['name']: apk['name'] = re.match(label_pat, line).group(1) if '-1' not in apk['icons_src']: match = re.match(icon_pat_nodpi, line) if match: apk['icons_src']['-1'] = match.group(1) elif line.startswith("application-icon-"): match = re.match(icon_pat, line) if match: density = match.group(1) path = match.group(2) apk['icons_src'][density] = path elif line.startswith("sdkVersion:"): m = re.match(sdkversion_pat, line) if m is None: logging.error(line.replace('sdkVersion:', '') + ' is not a valid minSdkVersion!') else: apk['minSdkVersion'] = m.group(1) # if target not set, default to min if 'targetSdkVersion' not in apk: apk['targetSdkVersion'] = m.group(1) elif line.startswith("targetSdkVersion:"): m = re.match(sdkversion_pat, line) if m is None: logging.error(line.replace('targetSdkVersion:', '') + ' is not a valid targetSdkVersion!') else: apk['targetSdkVersion'] = m.group(1) elif line.startswith("maxSdkVersion:"): apk['maxSdkVersion'] = re.match(sdkversion_pat, line).group(1) elif line.startswith("native-code:"): apk['nativecode'] = [] for arch in line[13:].split(' '): apk['nativecode'].append(arch[1:-1]) elif line.startswith('uses-permission:'): perm_match = re.match(permission_pat, line).groupdict() permission = UsesPermission( perm_match['name'], perm_match['maxSdkVersion'] ) apk['uses-permission'].add(permission) elif line.startswith('uses-permission-sdk-23:'): perm_match = re.match(permission_pat, line).groupdict() permission_sdk_23 = UsesPermissionSdk23( perm_match['name'], perm_match['maxSdkVersion'] ) apk['uses-permission-sdk-23'].add(permission_sdk_23) elif line.startswith('uses-feature:'): feature = re.match(feature_pat, line).group(1) # Filter out this, it's only added with the latest SDK tools and # causes problems for lots of apps. if feature != "android.hardware.screen.portrait" \ and feature != "android.hardware.screen.landscape": if feature.startswith("android.feature."): feature = feature[16:] apk['features'].add(feature) if 'minSdkVersion' not in apk: logging.warn("No SDK version information found in {0}".format(apkfile)) apk['minSdkVersion'] = 1 # Check for debuggable apks... if common.isApkDebuggable(apkfile, config): logging.warning('{0} is set to android:debuggable="true"'.format(apkfile)) # Get the signature (or md5 of, to be precise)... logging.debug('Getting signature of {0}'.format(apkfile)) apk['sig'] = getsig(os.path.join(os.getcwd(), apkfile)) if not apk['sig']: logging.critical("Failed to get apk signature") sys.exit(1) apkzip = zipfile.ZipFile(apkfile, 'r') # if an APK has files newer than the system time, suggest updating # the system clock. This is useful for offline systems, used for # signing, which do not have another source of clock sync info. It # has to be more than 24 hours newer because ZIP/APK files do not # store timezone info manifest = apkzip.getinfo('AndroidManifest.xml') if manifest.date_time[1] == 0: # month can't be zero logging.debug('AndroidManifest.xml has no date') else: dt_obj = datetime(*manifest.date_time) checkdt = dt_obj - timedelta(1) if datetime.today() < checkdt: logging.warn('System clock is older than manifest in: ' + apkfilename + '\nSet clock to that time using:\n' + 'sudo date -s "' + str(dt_obj) + '"') iconfilename = "%s.%s.png" % ( apk['id'], apk['versioncode']) # Extract the icon file... empty_densities = [] for density in screen_densities: if density not in apk['icons_src']: empty_densities.append(density) continue iconsrc = apk['icons_src'][density] icon_dir = get_icon_dir(repodir, density) icondest = os.path.join(icon_dir, iconfilename) try: with open(icondest, 'wb') as f: f.write(get_icon_bytes(apkzip, iconsrc)) apk['icons'][density] = iconfilename except: logging.warn("Error retrieving icon file") del apk['icons'][density] del apk['icons_src'][density] empty_densities.append(density) if '-1' in apk['icons_src']: iconsrc = apk['icons_src']['-1'] iconpath = os.path.join( get_icon_dir(repodir, '0'), iconfilename) with open(iconpath, 'wb') as f: f.write(get_icon_bytes(apkzip, iconsrc)) try: im = Image.open(iconpath) dpi = px_to_dpi(im.size[0]) for density in screen_densities: if density in apk['icons']: break if density == screen_densities[-1] or dpi >= int(density): apk['icons'][density] = iconfilename shutil.move(iconpath, os.path.join(get_icon_dir(repodir, density), iconfilename)) empty_densities.remove(density) break except Exception as e: logging.warn("Failed reading {0} - {1}".format(iconpath, e)) if apk['icons']: apk['icon'] = iconfilename apkzip.close() # First try resizing down to not lose quality last_density = None for density in screen_densities: if density not in empty_densities: last_density = density continue if last_density is None: continue logging.debug("Density %s not available, resizing down from %s" % (density, last_density)) last_iconpath = os.path.join( get_icon_dir(repodir, last_density), iconfilename) iconpath = os.path.join( get_icon_dir(repodir, density), iconfilename) fp = None try: fp = open(last_iconpath, 'rb') im = Image.open(fp) size = dpi_to_px(density) im.thumbnail((size, size), Image.ANTIALIAS) im.save(iconpath, "PNG") empty_densities.remove(density) except: logging.warning("Invalid image file at %s" % last_iconpath) finally: if fp: fp.close() # Then just copy from the highest resolution available last_density = None for density in reversed(screen_densities): if density not in empty_densities: last_density = density continue if last_density is None: continue logging.debug("Density %s not available, copying from lower density %s" % (density, last_density)) shutil.copyfile( os.path.join(get_icon_dir(repodir, last_density), iconfilename), os.path.join(get_icon_dir(repodir, density), iconfilename)) empty_densities.remove(density) for density in screen_densities: icon_dir = get_icon_dir(repodir, density) icondest = os.path.join(icon_dir, iconfilename) resize_icon(icondest, density) # Copy from icons-mdpi to icons since mdpi is the baseline density baseline = os.path.join(get_icon_dir(repodir, '160'), iconfilename) if os.path.isfile(baseline): apk['icons']['0'] = iconfilename shutil.copyfile(baseline, os.path.join(get_icon_dir(repodir, '0'), iconfilename)) if use_date_from_apk and manifest.date_time[1] != 0: default_date_param = datetime(*manifest.date_time).utctimetuple() else: default_date_param = None # Record in known apks, getting the added date at the same time.. added = knownapks.recordapk(apk['apkname'], apk['id'], default_date=default_date_param) if added: apk['added'] = added apkcache[apkfilename] = apk cachechanged = True apks.append(apk) return apks, cachechanged repo_pubkey_fingerprint = None # Generate a certificate fingerprint the same way keytool does it # (but with slightly different formatting) def cert_fingerprint(data): digest = hashlib.sha256(data).digest() ret = [] ret.append(' '.join("%02X" % b for b in bytearray(digest))) return " ".join(ret) def extract_pubkey(): global repo_pubkey_fingerprint if 'repo_pubkey' in config: pubkey = unhexlify(config['repo_pubkey']) else: p = FDroidPopenBytes([config['keytool'], '-exportcert', '-alias', config['repo_keyalias'], '-keystore', config['keystore'], '-storepass:file', config['keystorepassfile']] + config['smartcardoptions'], output=False, stderr_to_stdout=False) if p.returncode != 0 or len(p.output) < 20: msg = "Failed to get repo pubkey!" if config['keystore'] == 'NONE': msg += ' Is your crypto smartcard plugged in?' logging.critical(msg) sys.exit(1) pubkey = p.output repo_pubkey_fingerprint = cert_fingerprint(pubkey) return hexlify(pubkey) def make_index(apps, sortedids, apks, repodir, archive, categories): """Make a repo index. :param apps: fully populated apps list :param apks: full populated apks list :param repodir: the repo directory :param archive: True if this is the archive repo, False if it's the main one. :param categories: list of categories """ doc = Document() def addElement(name, value, doc, parent): el = doc.createElement(name) el.appendChild(doc.createTextNode(value)) parent.appendChild(el) def addElementNonEmpty(name, value, doc, parent): if not value: return addElement(name, value, doc, parent) def addElementCDATA(name, value, doc, parent): el = doc.createElement(name) el.appendChild(doc.createCDATASection(value)) parent.appendChild(el) root = doc.createElement("fdroid") doc.appendChild(root) repoel = doc.createElement("repo") mirrorcheckfailed = False mirrors = [] for mirror in config.get('mirrors', []): base = os.path.basename(urllib.parse.urlparse(mirror).path.rstrip('/')) if config.get('nonstandardwebroot') is not True and base != 'fdroid': logging.error("mirror '" + mirror + "' does not end with 'fdroid'!") mirrorcheckfailed = True # must end with / or urljoin strips a whole path segment if mirror.endswith('/'): mirrors.append(mirror) else: mirrors.append(mirror + '/') if mirrorcheckfailed: sys.exit(1) if archive: repoel.setAttribute("name", config['archive_name']) if config['repo_maxage'] != 0: repoel.setAttribute("maxage", str(config['repo_maxage'])) repoel.setAttribute("icon", os.path.basename(config['archive_icon'])) repoel.setAttribute("url", config['archive_url']) addElement('description', config['archive_description'], doc, repoel) urlbasepath = os.path.basename(urllib.parse.urlparse(config['archive_url']).path) for mirror in mirrors: addElement('mirror', urllib.parse.urljoin(mirror, urlbasepath), doc, repoel) else: repoel.setAttribute("name", config['repo_name']) if config['repo_maxage'] != 0: repoel.setAttribute("maxage", str(config['repo_maxage'])) repoel.setAttribute("icon", os.path.basename(config['repo_icon'])) repoel.setAttribute("url", config['repo_url']) addElement('description', config['repo_description'], doc, repoel) urlbasepath = os.path.basename(urllib.parse.urlparse(config['repo_url']).path) for mirror in mirrors: addElement('mirror', urllib.parse.urljoin(mirror, urlbasepath), doc, repoel) repoel.setAttribute("version", str(METADATA_VERSION)) repoel.setAttribute("timestamp", str(int(time.time()))) nosigningkey = False if not options.nosign: if 'repo_keyalias' not in config: nosigningkey = True logging.critical("'repo_keyalias' not found in config.py!") if 'keystore' not in config: nosigningkey = True logging.critical("'keystore' not found in config.py!") if 'keystorepass' not in config and 'keystorepassfile' not in config: nosigningkey = True logging.critical("'keystorepass' not found in config.py!") if 'keypass' not in config and 'keypassfile' not in config: nosigningkey = True logging.critical("'keypass' not found in config.py!") if not os.path.exists(config['keystore']): nosigningkey = True logging.critical("'" + config['keystore'] + "' does not exist!") if nosigningkey: logging.warning("`fdroid update` requires a signing key, you can create one using:") logging.warning("\tfdroid update --create-key") sys.exit(1) repoel.setAttribute("pubkey", extract_pubkey().decode('utf-8')) root.appendChild(repoel) for command in ('install', 'uninstall'): packageNames = [] key = command + '_list' if key in config: if isinstance(config[key], str): packageNames = [config[key]] elif all(isinstance(item, str) for item in config[key]): packageNames = config[key] else: raise TypeError('only accepts strings, lists, and tuples') for packageName in packageNames: element = doc.createElement(command) root.appendChild(element) element.setAttribute('packageName', packageName) for appid in sortedids: app = apps[appid] if app.Disabled is not None: continue # Get a list of the apks for this app... apklist = [] for apk in apks: if apk['id'] == appid: apklist.append(apk) if len(apklist) == 0: continue apel = doc.createElement("application") apel.setAttribute("id", app.id) root.appendChild(apel) addElement('id', app.id, doc, apel) if app.added: addElement('added', time.strftime('%Y-%m-%d', app.added), doc, apel) if app.lastupdated: addElement('lastupdated', time.strftime('%Y-%m-%d', app.lastupdated), doc, apel) addElement('name', app.Name, doc, apel) addElement('summary', app.Summary, doc, apel) if app.icon: addElement('icon', app.icon, doc, apel) def linkres(appid): if appid in apps: return ("fdroid.app:" + appid, apps[appid].Name) raise MetaDataException("Cannot resolve app id " + appid) addElement('desc', metadata.description_html(app.Description, linkres), doc, apel) addElement('license', app.License, doc, apel) if app.Categories: addElement('categories', ','.join(app.Categories), doc, apel) # We put the first (primary) category in LAST, which will have # the desired effect of making clients that only understand one # category see that one. addElement('category', app.Categories[0], doc, apel) addElement('web', app.WebSite, doc, apel) addElement('source', app.SourceCode, doc, apel) addElement('tracker', app.IssueTracker, doc, apel) addElementNonEmpty('changelog', app.Changelog, doc, apel) addElementNonEmpty('author', app.AuthorName, doc, apel) addElementNonEmpty('email', app.AuthorEmail, doc, apel) addElementNonEmpty('donate', app.Donate, doc, apel) addElementNonEmpty('bitcoin', app.Bitcoin, doc, apel) addElementNonEmpty('litecoin', app.Litecoin, doc, apel) addElementNonEmpty('flattr', app.FlattrID, doc, apel) # These elements actually refer to the current version (i.e. which # one is recommended. They are historically mis-named, and need # changing, but stay like this for now to support existing clients. addElement('marketversion', app.CurrentVersion, doc, apel) addElement('marketvercode', app.CurrentVersionCode, doc, apel) if app.AntiFeatures: af = app.AntiFeatures if af: addElementNonEmpty('antifeatures', ','.join(af), doc, apel) if app.Provides: pv = app.Provides.split(',') addElementNonEmpty('provides', ','.join(pv), doc, apel) if app.RequiresRoot: addElement('requirements', 'root', doc, apel) # Sort the apk list into version order, just so the web site # doesn't have to do any work by default... apklist = sorted(apklist, key=lambda apk: apk['versioncode'], reverse=True) # Check for duplicates - they will make the client unhappy... for i in range(len(apklist) - 1): if apklist[i]['versioncode'] == apklist[i + 1]['versioncode']: logging.critical("duplicate versions: '%s' - '%s'" % ( apklist[i]['apkname'], apklist[i + 1]['apkname'])) sys.exit(1) current_version_code = 0 current_version_file = None for apk in apklist: # find the APK for the "Current Version" if current_version_code < apk['versioncode']: current_version_code = apk['versioncode'] if current_version_code < int(app.CurrentVersionCode): current_version_file = apk['apkname'] apkel = doc.createElement("package") apel.appendChild(apkel) addElement('version', apk['version'], doc, apkel) addElement('versioncode', str(apk['versioncode']), doc, apkel) addElement('apkname', apk['apkname'], doc, apkel) if 'srcname' in apk: addElement('srcname', apk['srcname'], doc, apkel) for hash_type in ['sha256']: if hash_type not in apk: continue hashel = doc.createElement("hash") hashel.setAttribute("type", hash_type) hashel.appendChild(doc.createTextNode(apk[hash_type])) apkel.appendChild(hashel) addElement('sig', apk['sig'], doc, apkel) addElement('size', str(apk['size']), doc, apkel) addElement('sdkver', str(apk['minSdkVersion']), doc, apkel) if 'targetSdkVersion' in apk: addElement('targetSdkVersion', str(apk['targetSdkVersion']), doc, apkel) if 'maxSdkVersion' in apk: addElement('maxsdkver', str(apk['maxSdkVersion']), doc, apkel) addElementNonEmpty('obbMainFile', apk.get('obbMainFile'), doc, apkel) addElementNonEmpty('obbMainFileSha256', apk.get('obbMainFileSha256'), doc, apkel) addElementNonEmpty('obbPatchFile', apk.get('obbPatchFile'), doc, apkel) addElementNonEmpty('obbPatchFileSha256', apk.get('obbPatchFileSha256'), doc, apkel) if 'added' in apk: addElement('added', time.strftime('%Y-%m-%d', apk['added']), doc, apkel) # TODO: remove old permission format old_permissions = set() for perm in apk['uses-permission']: perm_name = perm.name if perm_name.startswith("android.permission."): perm_name = perm_name[19:] old_permissions.add(perm_name) addElementNonEmpty('permissions', ','.join(old_permissions), doc, apkel) for permission in apk['uses-permission']: permel = doc.createElement('uses-permission') permel.setAttribute('name', permission.name) if permission.maxSdkVersion is not None: permel.setAttribute('maxSdkVersion', permission.maxSdkVersion) apkel.appendChild(permel) for permission_sdk_23 in apk['uses-permission-sdk-23']: permel = doc.createElement('uses-permission-sdk-23') permel.setAttribute('name', permission_sdk_23.name) if permission_sdk_23.maxSdkVersion is not None: permel.setAttribute('maxSdkVersion', permission_sdk_23.maxSdkVersion) apkel.appendChild(permel) if 'nativecode' in apk: addElement('nativecode', ','.join(apk['nativecode']), doc, apkel) addElementNonEmpty('features', ','.join(apk['features']), doc, apkel) if current_version_file is not None \ and config['make_current_version_link'] \ and repodir == 'repo': # only create these namefield = config['current_version_name_source'] sanitized_name = re.sub('''[ '"&%?+=/]''', '', app.get_field(namefield)) apklinkname = sanitized_name + '.apk' current_version_path = os.path.join(repodir, current_version_file) if os.path.islink(apklinkname): os.remove(apklinkname) os.symlink(current_version_path, apklinkname) # also symlink gpg signature, if it exists for extension in ('.asc', '.sig'): sigfile_path = current_version_path + extension if os.path.exists(sigfile_path): siglinkname = apklinkname + extension if os.path.islink(siglinkname): os.remove(siglinkname) os.symlink(sigfile_path, siglinkname) if options.pretty: output = doc.toprettyxml(encoding='utf-8') else: output = doc.toxml(encoding='utf-8') with open(os.path.join(repodir, 'index.xml'), 'wb') as f: f.write(output) if 'repo_keyalias' in config: if options.nosign: logging.info("Creating unsigned index in preparation for signing") else: logging.info("Creating signed index with this key (SHA256):") logging.info("%s" % repo_pubkey_fingerprint) # Create a jar of the index... jar_output = 'index_unsigned.jar' if options.nosign else 'index.jar' p = FDroidPopen(['jar', 'cf', jar_output, 'index.xml'], cwd=repodir) if p.returncode != 0: logging.critical("Failed to create {0}".format(jar_output)) sys.exit(1) # Sign the index... signed = os.path.join(repodir, 'index.jar') if options.nosign: # Remove old signed index if not signing if os.path.exists(signed): os.remove(signed) else: args = [config['jarsigner'], '-keystore', config['keystore'], '-storepass:file', config['keystorepassfile'], '-digestalg', 'SHA1', '-sigalg', 'SHA1withRSA', signed, config['repo_keyalias']] if config['keystore'] == 'NONE': args += config['smartcardoptions'] else: # smardcards never use -keypass args += ['-keypass:file', config['keypassfile']] p = FDroidPopen(args) if p.returncode != 0: logging.critical("Failed to sign index") sys.exit(1) # Copy the repo icon into the repo directory... icon_dir = os.path.join(repodir, 'icons') iconfilename = os.path.join(icon_dir, os.path.basename(config['repo_icon'])) shutil.copyfile(config['repo_icon'], iconfilename) # Write a category list in the repo to allow quick access... catdata = '' for cat in categories: catdata += cat + '\n' with open(os.path.join(repodir, 'categories.txt'), 'w', encoding='utf8') as f: f.write(catdata) def archive_old_apks(apps, apks, archapks, repodir, archivedir, defaultkeepversions): for appid, app in apps.items(): if app.ArchivePolicy: keepversions = int(app.ArchivePolicy[:-9]) else: keepversions = defaultkeepversions def filter_apk_list_sorted(apk_list): res = [] for apk in apk_list: if apk['id'] == appid: res.append(apk) # Sort the apk list by version code. First is highest/newest. return sorted(res, key=lambda apk: apk['versioncode'], reverse=True) def move_file(from_dir, to_dir, filename, ignore_missing): from_path = os.path.join(from_dir, filename) if ignore_missing and not os.path.exists(from_path): return to_path = os.path.join(to_dir, filename) shutil.move(from_path, to_path) logging.debug("Checking archiving for {0} - apks:{1}, keepversions:{2}, archapks:{3}" .format(appid, len(apks), keepversions, len(archapks))) if len(apks) > keepversions: apklist = filter_apk_list_sorted(apks) # Move back the ones we don't want. for apk in apklist[keepversions:]: logging.info("Moving " + apk['apkname'] + " to archive") move_file(repodir, archivedir, apk['apkname'], False) move_file(repodir, archivedir, apk['apkname'] + '.asc', True) for density in all_screen_densities: repo_icon_dir = get_icon_dir(repodir, density) archive_icon_dir = get_icon_dir(archivedir, density) if density not in apk['icons']: continue move_file(repo_icon_dir, archive_icon_dir, apk['icons'][density], True) if 'srcname' in apk: move_file(repodir, archivedir, apk['srcname'], False) archapks.append(apk) apks.remove(apk) elif len(apks) < keepversions and len(archapks) > 0: required = keepversions - len(apks) archapklist = filter_apk_list_sorted(archapks) # Move forward the ones we want again. for apk in archapklist[:required]: logging.info("Moving " + apk['apkname'] + " from archive") move_file(archivedir, repodir, apk['apkname'], False) move_file(archivedir, repodir, apk['apkname'] + '.asc', True) for density in all_screen_densities: repo_icon_dir = get_icon_dir(repodir, density) archive_icon_dir = get_icon_dir(archivedir, density) if density not in apk['icons']: continue move_file(archive_icon_dir, repo_icon_dir, apk['icons'][density], True) if 'srcname' in apk: move_file(archivedir, repodir, apk['srcname'], False) archapks.remove(apk) apks.append(apk) def add_apks_to_per_app_repos(repodir, apks): apks_per_app = dict() for apk in apks: apk['per_app_dir'] = os.path.join(apk['id'], 'fdroid') apk['per_app_repo'] = os.path.join(apk['per_app_dir'], 'repo') apk['per_app_icons'] = os.path.join(apk['per_app_repo'], 'icons') apks_per_app[apk['id']] = apk if not os.path.exists(apk['per_app_icons']): logging.info('Adding new repo for only ' + apk['id']) os.makedirs(apk['per_app_icons']) apkpath = os.path.join(repodir, apk['apkname']) shutil.copy(apkpath, apk['per_app_repo']) apksigpath = apkpath + '.sig' if os.path.exists(apksigpath): shutil.copy(apksigpath, apk['per_app_repo']) apkascpath = apkpath + '.asc' if os.path.exists(apkascpath): shutil.copy(apkascpath, apk['per_app_repo']) config = None options = None def main(): global config, options # Parse command line... parser = ArgumentParser() common.setup_global_opts(parser) parser.add_argument("--create-key", action="store_true", default=False, help="Create a repo signing key in a keystore") parser.add_argument("-c", "--create-metadata", action="store_true", default=False, help="Create skeleton metadata files that are missing") parser.add_argument("--delete-unknown", action="store_true", default=False, help="Delete APKs and/or OBBs without metadata from the repo") parser.add_argument("-b", "--buildreport", action="store_true", default=False, help="Report on build data status") parser.add_argument("-i", "--interactive", default=False, action="store_true", help="Interactively ask about things that need updating.") parser.add_argument("-I", "--icons", action="store_true", default=False, help="Resize all the icons exceeding the max pixel size and exit") parser.add_argument("-e", "--editor", default="/etc/alternatives/editor", help="Specify editor to use in interactive mode. Default " + "is /etc/alternatives/editor") parser.add_argument("-w", "--wiki", default=False, action="store_true", help="Update the wiki") parser.add_argument("--pretty", action="store_true", default=False, help="Produce human-readable index.xml") parser.add_argument("--clean", action="store_true", default=False, help="Clean update - don't uses caches, reprocess all apks") parser.add_argument("--nosign", action="store_true", default=False, help="When configured for signed indexes, create only unsigned indexes at this stage") parser.add_argument("--use-date-from-apk", action="store_true", default=False, help="Use date from apk instead of current time for newly added apks") options = parser.parse_args() config = common.read_config(options) if not ('jarsigner' in config and 'keytool' in config): logging.critical('Java JDK not found! Install in standard location or set java_paths!') sys.exit(1) repodirs = ['repo'] if config['archive_older'] != 0: repodirs.append('archive') if not os.path.exists('archive'): os.mkdir('archive') if options.icons: resize_all_icons(repodirs) sys.exit(0) # check that icons exist now, rather than fail at the end of `fdroid update` for k in ['repo_icon', 'archive_icon']: if k in config: if not os.path.exists(config[k]): logging.critical(k + ' "' + config[k] + '" does not exist! Correct it in config.py.') sys.exit(1) # if the user asks to create a keystore, do it now, reusing whatever it can if options.create_key: if os.path.exists(config['keystore']): logging.critical("Cowardily refusing to overwrite existing signing key setup!") logging.critical("\t'" + config['keystore'] + "'") sys.exit(1) if 'repo_keyalias' not in config: config['repo_keyalias'] = socket.getfqdn() common.write_to_config(config, 'repo_keyalias', config['repo_keyalias']) if 'keydname' not in config: config['keydname'] = 'CN=' + config['repo_keyalias'] + ', OU=F-Droid' common.write_to_config(config, 'keydname', config['keydname']) if 'keystore' not in config: config['keystore'] = common.default_config.keystore common.write_to_config(config, 'keystore', config['keystore']) password = common.genpassword() if 'keystorepass' not in config: config['keystorepass'] = password common.write_to_config(config, 'keystorepass', config['keystorepass']) if 'keypass' not in config: config['keypass'] = password common.write_to_config(config, 'keypass', config['keypass']) common.genkeystore(config) # Get all apps... apps = metadata.read_metadata() # Generate a list of categories... categories = set() for app in apps.values(): categories.update(app.Categories) # Read known apks data (will be updated and written back when we've finished) knownapks = common.KnownApks() # Gather information about all the apk files in the repo directory, using # cached data if possible. apkcachefile = os.path.join('tmp', 'apkcache') if not options.clean and os.path.exists(apkcachefile): with open(apkcachefile, 'rb') as cf: apkcache = pickle.load(cf, encoding='utf-8') if apkcache.get("METADATA_VERSION") != METADATA_VERSION: apkcache = {} else: apkcache = {} delete_disabled_builds(apps, apkcache, repodirs) # Scan all apks in the main repo apks, cachechanged = scan_apks(apps, apkcache, repodirs[0], knownapks, options.use_date_from_apk) # Generate warnings for apk's with no metadata (or create skeleton # metadata files, if requested on the command line) newmetadata = False for apk in apks: if apk['id'] not in apps: if options.create_metadata: if 'name' not in apk: logging.error(apk['id'] + ' does not have a name! Skipping...') continue f = open(os.path.join('metadata', apk['id'] + '.txt'), 'w', encoding='utf8') f.write("License:Unknown\n") f.write("Web Site:\n") f.write("Source Code:\n") f.write("Issue Tracker:\n") f.write("Changelog:\n") f.write("Summary:" + apk['name'] + "\n") f.write("Description:\n") f.write(apk['name'] + "\n") f.write(".\n") f.close() logging.info("Generated skeleton metadata for " + apk['id']) newmetadata = True else: msg = apk['apkname'] + " (" + apk['id'] + ") has no metadata!" if options.delete_unknown: logging.warn(msg + "\n\tdeleting: repo/" + apk['apkname']) rmf = os.path.join(repodirs[0], apk['apkname']) if not os.path.exists(rmf): logging.error("Could not find {0} to remove it".format(rmf)) else: os.remove(rmf) else: logging.warn(msg + "\n\tUse `fdroid update -c` to create it.") # update the metadata with the newly created ones included if newmetadata: apps = metadata.read_metadata() insert_obbs(repodirs[0], apps, apks) # Scan the archive repo for apks as well if len(repodirs) > 1: archapks, cc = scan_apks(apps, apkcache, repodirs[1], knownapks, options.use_date_from_apk) if cc: cachechanged = True else: archapks = [] # Some information from the apks needs to be applied up to the application # level. When doing this, we use the info from the most recent version's apk. # We deal with figuring out when the app was added and last updated at the # same time. for appid, app in apps.items(): bestver = 0 for apk in apks + archapks: if apk['id'] == appid: if apk['versioncode'] > bestver: bestver = apk['versioncode'] bestapk = apk if 'added' in apk: if not app.added or apk['added'] < app.added: app.added = apk['added'] if not app.lastupdated or apk['added'] > app.lastupdated: app.lastupdated = apk['added'] if not app.added: logging.debug("Don't know when " + appid + " was added") if not app.lastupdated: logging.debug("Don't know when " + appid + " was last updated") if bestver == 0: if app.Name is None: app.Name = app.AutoName or appid app.icon = None logging.debug("Application " + appid + " has no packages") else: if app.Name is None: app.Name = bestapk['name'] app.icon = bestapk['icon'] if 'icon' in bestapk else None if app.CurrentVersionCode is None: app.CurrentVersionCode = str(bestver) # Sort the app list by name, then the web site doesn't have to by default. # (we had to wait until we'd scanned the apks to do this, because mostly the # name comes from there!) sortedids = sorted(apps.keys(), key=lambda appid: apps[appid].Name.upper()) # APKs are placed into multiple repos based on the app package, providing # per-app subscription feeds for nightly builds and things like it if config['per_app_repos']: add_apks_to_per_app_repos(repodirs[0], apks) for appid, app in apps.items(): repodir = os.path.join(appid, 'fdroid', 'repo') appdict = dict() appdict[appid] = app if os.path.isdir(repodir): make_index(appdict, [appid], apks, repodir, False, categories) else: logging.info('Skipping index generation for ' + appid) return if len(repodirs) > 1: archive_old_apks(apps, apks, archapks, repodirs[0], repodirs[1], config['archive_older']) # Make the index for the main repo... make_index(apps, sortedids, apks, repodirs[0], False, categories) # If there's an archive repo, make the index for it. We already scanned it # earlier on. if len(repodirs) > 1: make_index(apps, sortedids, archapks, repodirs[1], True, categories) if config['update_stats']: # Update known apks info... knownapks.writeifchanged() # Generate latest apps data for widget if os.path.exists(os.path.join('stats', 'latestapps.txt')): data = '' with open(os.path.join('stats', 'latestapps.txt'), 'r', encoding='utf8') as f: for line in f: appid = line.rstrip() data += appid + "\t" app = apps[appid] data += app.Name + "\t" if app.icon is not None: data += app.icon + "\t" data += app.License + "\n" with open(os.path.join(repodirs[0], 'latestapps.dat'), 'w', encoding='utf8') as f: f.write(data) if cachechanged: apkcache["METADATA_VERSION"] = METADATA_VERSION with open(apkcachefile, 'wb') as cf: pickle.dump(apkcache, cf) # Update the wiki... if options.wiki: update_wiki(apps, sortedids, apks + archapks) logging.info("Finished.") if __name__ == "__main__": main() fdroidserver-0.7.0/fdroidserver/lint.py0000664000175000017500000003220212731731165020145 0ustar hanshans00000000000000#!/usr/bin/env python3 # # lint.py - part of the FDroid server tool # Copyright (C) 2013-2014 Daniel Martí # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See th # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public Licen # along with this program. If not, see . from argparse import ArgumentParser import os import re import sys from . import common from . import metadata from . import rewritemeta config = None options = None def enforce_https(domain): return (re.compile(r'.*[^sS]://[^/]*' + re.escape(domain) + r'(/.*)?'), domain + " URLs should always use https://") https_enforcings = [ enforce_https('github.com'), enforce_https('gitlab.com'), enforce_https('bitbucket.org'), enforce_https('apache.org'), enforce_https('google.com'), enforce_https('svn.code.sf.net'), ] def forbid_shortener(domain): return (re.compile(r'https?://[^/]*' + re.escape(domain) + r'/.*'), "URL shorteners should not be used") http_url_shorteners = [ forbid_shortener('goo.gl'), forbid_shortener('t.co'), forbid_shortener('ur1.ca'), ] http_checks = https_enforcings + http_url_shorteners + [ (re.compile(r'.*github\.com/[^/]+/[^/]+\.git'), "Appending .git is not necessary"), (re.compile(r'.*://[^/]*(github|gitlab|bitbucket|rawgit)[^/]*/([^/]+/){1,3}master'), "Use /HEAD instead of /master to point at a file in the default branch"), ] regex_checks = { 'Web Site': http_checks, 'Source Code': http_checks, 'Repo': https_enforcings, 'Issue Tracker': http_checks + [ (re.compile(r'.*github\.com/[^/]+/[^/]+/*$'), "/issues is missing"), (re.compile(r'.*gitlab\.com/[^/]+/[^/]+/*$'), "/issues is missing"), ], 'Donate': http_checks + [ (re.compile(r'.*flattr\.com'), "Flattr donation methods belong in the FlattrID flag"), ], 'Changelog': http_checks, 'Author Name': [ (re.compile(r'^\s'), "Unnecessary leading space"), (re.compile(r'.*\s$'), "Unnecessary trailing space"), ], 'License': [ (re.compile(r'^(|None|Unknown)$'), "No license specified"), ], 'Summary': [ (re.compile(r'^$'), "Summary yet to be filled"), (re.compile(r'.*\b(free software|open source)\b.*', re.IGNORECASE), "No need to specify that the app is Free Software"), (re.compile(r'.*((your|for).*android|android.*(app|device|client|port|version))', re.IGNORECASE), "No need to specify that the app is for Android"), (re.compile(r'.*[a-z0-9][.!?]( |$)'), "Punctuation should be avoided"), (re.compile(r'^\s'), "Unnecessary leading space"), (re.compile(r'.*\s$'), "Unnecessary trailing space"), ], 'Description': [ (re.compile(r'^No description available$'), "Description yet to be filled"), (re.compile(r'\s*[*#][^ .]'), "Invalid bulleted list"), (re.compile(r'^\s'), "Unnecessary leading space"), (re.compile(r'.*\s$'), "Unnecessary trailing space"), (re.compile(r'.*([^[]|^)\[[^:[\]]+( |\]|$)'), "Invalid link - use [http://foo.bar Link title] or [http://foo.bar]"), (re.compile(r'(^|.* )https?://[^ ]+'), "Unlinkified link - use [http://foo.bar Link title] or [http://foo.bar]"), ], } def check_regexes(app): for f, checks in regex_checks.items(): for m, r in checks: v = app.get_field(f) t = metadata.fieldtype(f) if t == metadata.TYPE_MULTILINE: for l in v.splitlines(): if m.match(l): yield "%s at line '%s': %s" % (f, l, r) else: if v is None: continue if m.match(v): yield "%s '%s': %s" % (f, v, r) def get_lastbuild(builds): lowest_vercode = -1 lastbuild = None for build in builds: if not build.disable: vercode = int(build.vercode) if lowest_vercode == -1 or vercode < lowest_vercode: lowest_vercode = vercode if not lastbuild or int(build.vercode) > int(lastbuild.vercode): lastbuild = build return lastbuild def check_ucm_tags(app): lastbuild = get_lastbuild(app.builds) if (lastbuild is not None and lastbuild.commit and app.UpdateCheckMode == 'RepoManifest' and not lastbuild.commit.startswith('unknown') and lastbuild.vercode == app.CurrentVersionCode and not lastbuild.forcevercode and any(s in lastbuild.commit for s in '.,_-/')): yield "Last used commit '%s' looks like a tag, but Update Check Mode is '%s'" % ( lastbuild.commit, app.UpdateCheckMode) def check_char_limits(app): limits = config['char_limits'] if len(app.Summary) > limits['Summary']: yield "Summary of length %s is over the %i char limit" % ( len(app.Summary), limits['Summary']) if len(app.Description) > limits['Description']: yield "Description of length %s is over the %i char limit" % ( len(app.Description), limits['Description']) def check_old_links(app): usual_sites = [ 'github.com', 'gitlab.com', 'bitbucket.org', ] old_sites = [ 'gitorious.org', 'code.google.com', ] if any(s in app.Repo for s in usual_sites): for f in ['Web Site', 'Source Code', 'Issue Tracker', 'Changelog']: v = app.get_field(f) if any(s in v for s in old_sites): yield "App is in '%s' but has a link to '%s'" % (app.Repo, v) def check_useless_fields(app): if app.UpdateCheckName == app.id: yield "Update Check Name is set to the known app id - it can be removed" filling_ucms = re.compile(r'^(Tags.*|RepoManifest.*)') def check_checkupdates_ran(app): if filling_ucms.match(app.UpdateCheckMode): if not app.AutoName and not app.CurrentVersion and app.CurrentVersionCode == '0': yield "UCM is set but it looks like checkupdates hasn't been run yet" def check_empty_fields(app): if not app.Categories: yield "Categories are not set" all_categories = set([ "Connectivity", "Development", "Games", "Graphics", "Internet", "Money", "Multimedia", "Navigation", "Phone & SMS", "Reading", "Science & Education", "Security", "Sports & Health", "System", "Theming", "Time", "Writing", ]) def check_categories(app): for categ in app.Categories: if categ not in all_categories: yield "Category '%s' is not valid" % categ def check_duplicates(app): if app.Name and app.Name == app.AutoName: yield "Name '%s' is just the auto name - remove it" % app.Name links_seen = set() for f in ['Source Code', 'Web Site', 'Issue Tracker', 'Changelog']: v = app.get_field(f) if not v: continue v = v.lower() if v in links_seen: yield "Duplicate link in '%s': %s" % (f, v) else: links_seen.add(v) name = app.Name or app.AutoName if app.Summary and name: if app.Summary.lower() == name.lower(): yield "Summary '%s' is just the app's name" % app.Summary if app.Summary and app.Description and len(app.Description) == 1: if app.Summary.lower() == app.Description[0].lower(): yield "Description '%s' is just the app's summary" % app.Summary seenlines = set() for l in app.Description.splitlines(): if len(l) < 1: continue if l in seenlines: yield "Description has a duplicate line" seenlines.add(l) desc_url = re.compile(r'(^|[^[])\[([^ ]+)( |\]|$)') def check_mediawiki_links(app): wholedesc = ' '.join(app.Description) for um in desc_url.finditer(wholedesc): url = um.group(1) for m, r in http_checks: if m.match(url): yield "URL '%s' in Description: %s" % (url, r) def check_bulleted_lists(app): validchars = ['*', '#'] lchar = '' lcount = 0 for l in app.Description.splitlines(): if len(l) < 1: lcount = 0 continue if l[0] == lchar and l[1] == ' ': lcount += 1 if lcount > 2 and lchar not in validchars: yield "Description has a list (%s) but it isn't bulleted (*) nor numbered (#)" % lchar break else: lchar = l[0] lcount = 1 def check_builds(app): for build in app.builds: if build.disable: if build.disable.startswith('Generated by import.py'): yield "Build generated by `fdroid import` - remove disable line once ready" continue for s in ['master', 'origin', 'HEAD', 'default', 'trunk']: if build.commit and build.commit.startswith(s): yield "Branch '%s' used as commit in build '%s'" % (s, build.version) for srclib in build.srclibs: ref = srclib.split('@')[1].split('/')[0] if ref.startswith(s): yield "Branch '%s' used as commit in srclib '%s'" % (s, srclib) def check_files_dir(app): dir_path = os.path.join('metadata', app.id) if not os.path.isdir(dir_path): return files = set() for name in os.listdir(dir_path): path = os.path.join(dir_path, name) if not os.path.isfile(path): yield "Found non-file at %s" % path continue files.add(name) used = set() for build in app.builds: for fname in build.patch: if fname not in files: yield "Unknown file %s in build '%s'" % (fname, build.version) else: used.add(fname) for name in files.difference(used): yield "Unused file at %s" % os.path.join(dir_path, name) def check_format(app): if options.format and not rewritemeta.proper_format(app): yield "Run rewritemeta to fix formatting" def check_extlib_dir(apps): dir_path = os.path.join('build', 'extlib') files = set() for root, dirs, names in os.walk(dir_path): for name in names: files.add(os.path.join(root, name)[len(dir_path) + 1:]) used = set() for app in apps: for build in app.builds: for path in build.extlibs: if path not in files: yield "%s: Unknown extlib %s in build '%s'" % (app.id, path, build.version) else: used.add(path) for path in files.difference(used): if any(path.endswith(s) for s in [ '.gitignore', 'source.txt', 'origin.txt', 'md5.txt', 'LICENSE', 'LICENSE.txt', 'COPYING', 'COPYING.txt', 'NOTICE', 'NOTICE.txt', ]): continue yield "Unused extlib at %s" % os.path.join(dir_path, path) def main(): global config, options # Parse command line... parser = ArgumentParser(usage="%(prog)s [options] [APPID [APPID ...]]") common.setup_global_opts(parser) parser.add_argument("-f", "--format", action="store_true", default=False, help="Also warn about formatting issues, like rewritemeta -l") parser.add_argument("appid", nargs='*', help="app-id in the form APPID") options = parser.parse_args() config = common.read_config(options) # Get all apps... allapps = metadata.read_metadata(xref=True) apps = common.read_app_args(options.appid, allapps, False) anywarns = False apps_check_funcs = [] if len(options.appid) == 0: # otherwise it finds tons of unused extlibs apps_check_funcs.append(check_extlib_dir) for check_func in apps_check_funcs: for warn in check_func(apps.values()): anywarns = True print(warn) for appid, app in apps.items(): if app.Disabled: continue app_check_funcs = [ check_regexes, check_ucm_tags, check_char_limits, check_old_links, check_checkupdates_ran, check_useless_fields, check_empty_fields, check_categories, check_duplicates, check_mediawiki_links, check_bulleted_lists, check_builds, check_files_dir, check_format, ] for check_func in app_check_funcs: for warn in check_func(app): anywarns = True print("%s: %s" % (appid, warn)) if anywarns: sys.exit(1) if __name__ == "__main__": main() fdroidserver-0.7.0/fdroidserver/verify.py0000664000175000017500000000603212674056412020506 0ustar hanshans00000000000000#!/usr/bin/env python3 # # verify.py - part of the FDroid server tools # Copyright (C) 2013, Ciaran Gultnieks, ciaran@ciarang.com # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import sys import os import glob from argparse import ArgumentParser import logging from . import common from . import net from .common import FDroidException options = None config = None def main(): global options, config # Parse command line... parser = ArgumentParser(usage="%(prog)s [options] [APPID[:VERCODE] [APPID[:VERCODE] ...]]") common.setup_global_opts(parser) parser.add_argument("appid", nargs='*', help="app-id with optional versioncode in the form APPID[:VERCODE]") options = parser.parse_args() config = common.read_config(options) tmp_dir = 'tmp' if not os.path.isdir(tmp_dir): logging.info("Creating temporary directory") os.makedirs(tmp_dir) unsigned_dir = 'unsigned' if not os.path.isdir(unsigned_dir): logging.error("No unsigned directory - nothing to do") sys.exit(0) verified = 0 notverified = 0 vercodes = common.read_pkg_args(options.appid, True) for apkfile in sorted(glob.glob(os.path.join(unsigned_dir, '*.apk'))): apkfilename = os.path.basename(apkfile) appid, vercode = common.apknameinfo(apkfile) if vercodes and appid not in vercodes: continue if vercodes[appid] and vercode not in vercodes[appid]: continue try: logging.info("Processing " + apkfilename) remoteapk = os.path.join(tmp_dir, apkfilename) if os.path.exists(remoteapk): os.remove(remoteapk) url = 'https://f-droid.org/repo/' + apkfilename logging.info("...retrieving " + url) net.download_file(url, dldir=tmp_dir) compare_result = common.compare_apks( os.path.join(unsigned_dir, apkfilename), remoteapk, tmp_dir) if compare_result: raise FDroidException(compare_result) logging.info("...successfully verified") verified += 1 except FDroidException as e: logging.info("...NOT verified - {0}".format(e)) notverified += 1 logging.info("Finished") logging.info("{0} successfully verified".format(verified)) logging.info("{0} NOT verified".format(notverified)) if __name__ == "__main__": main() fdroidserver-0.7.0/fdroidserver/common.py0000664000175000017500000022715312765472633020513 0ustar hanshans00000000000000#!/usr/bin/env python3 # # common.py - part of the FDroid server tools # Copyright (C) 2010-13, Ciaran Gultnieks, ciaran@ciarang.com # Copyright (C) 2013-2014 Daniel Martí # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . # common.py is imported by all modules, so do not import third-party # libraries here as they will become a requirement for all commands. import io import os import sys import re import shutil import glob import stat import subprocess import time import operator import logging import hashlib import socket import base64 import xml.etree.ElementTree as XMLElementTree from queue import Queue from zipfile import ZipFile import fdroidserver.metadata from .asynchronousfilereader import AsynchronousFileReader XMLElementTree.register_namespace('android', 'http://schemas.android.com/apk/res/android') config = None options = None env = None orig_path = None default_config = { 'sdk_path': "$ANDROID_HOME", 'ndk_paths': { 'r9b': None, 'r10e': None, 'r11c': None, 'r12b': "$ANDROID_NDK", }, 'build_tools': "24.0.2", 'force_build_tools': False, 'java_paths': None, 'ant': "ant", 'mvn3': "mvn", 'gradle': 'gradle', 'accepted_formats': ['txt', 'yml'], 'sync_from_local_copy_dir': False, 'per_app_repos': False, 'make_current_version_link': True, 'current_version_name_source': 'Name', 'update_stats': False, 'stats_ignore': [], 'stats_server': None, 'stats_user': None, 'stats_to_carbon': False, 'repo_maxage': 0, 'build_server_always': False, 'keystore': 'keystore.jks', 'smartcardoptions': [], 'char_limits': { 'Summary': 80, 'Description': 4000, }, 'keyaliases': {}, 'repo_url': "https://MyFirstFDroidRepo.org/fdroid/repo", 'repo_name': "My First FDroid Repo Demo", 'repo_icon': "fdroid-icon.png", 'repo_description': ''' This is a repository of apps to be used with FDroid. Applications in this repository are either official binaries built by the original application developers, or are binaries built from source by the admin of f-droid.org using the tools on https://gitlab.com/u/fdroid. ''', 'archive_older': 0, } def setup_global_opts(parser): parser.add_argument("-v", "--verbose", action="store_true", default=False, help="Spew out even more information than normal") parser.add_argument("-q", "--quiet", action="store_true", default=False, help="Restrict output to warnings and errors") def fill_config_defaults(thisconfig): for k, v in default_config.items(): if k not in thisconfig: thisconfig[k] = v # Expand paths (~users and $vars) def expand_path(path): if path is None: return None orig = path path = os.path.expanduser(path) path = os.path.expandvars(path) if orig == path: return None return path for k in ['sdk_path', 'ant', 'mvn3', 'gradle', 'keystore', 'repo_icon']: v = thisconfig[k] exp = expand_path(v) if exp is not None: thisconfig[k] = exp thisconfig[k + '_orig'] = v # find all installed JDKs for keytool, jarsigner, and JAVA[6-9]_HOME env vars if thisconfig['java_paths'] is None: thisconfig['java_paths'] = dict() pathlist = [] pathlist += glob.glob('/usr/lib/jvm/j*[6-9]*') pathlist += glob.glob('/usr/java/jdk1.[6-9]*') pathlist += glob.glob('/System/Library/Java/JavaVirtualMachines/1.[6-9].0.jdk') pathlist += glob.glob('/Library/Java/JavaVirtualMachines/*jdk*[6-9]*') if os.getenv('JAVA_HOME') is not None: pathlist.append(os.getenv('JAVA_HOME')) if os.getenv('PROGRAMFILES') is not None: pathlist += glob.glob(os.path.join(os.getenv('PROGRAMFILES'), 'Java', 'jdk1.[6-9].*')) for d in sorted(pathlist): if os.path.islink(d): continue j = os.path.basename(d) # the last one found will be the canonical one, so order appropriately for regex in [ r'^1\.([6-9])\.0\.jdk$', # OSX r'^jdk1\.([6-9])\.0_[0-9]+.jdk$', # OSX and Oracle tarball r'^jdk1\.([6-9])\.0_[0-9]+$', # Oracle Windows r'^jdk([6-9])-openjdk$', # Arch r'^java-([6-9])-openjdk$', # Arch r'^java-([6-9])-jdk$', # Arch (oracle) r'^java-1\.([6-9])\.0-.*$', # RedHat r'^java-([6-9])-oracle$', # Debian WebUpd8 r'^jdk-([6-9])-oracle-.*$', # Debian make-jpkg r'^java-([6-9])-openjdk-[^c][^o][^m].*$', # Debian ]: m = re.match(regex, j) if not m: continue for p in [d, os.path.join(d, 'Contents', 'Home')]: if os.path.exists(os.path.join(p, 'bin', 'javac')): thisconfig['java_paths'][m.group(1)] = p for java_version in ('7', '8', '9'): if java_version not in thisconfig['java_paths']: continue java_home = thisconfig['java_paths'][java_version] jarsigner = os.path.join(java_home, 'bin', 'jarsigner') if os.path.exists(jarsigner): thisconfig['jarsigner'] = jarsigner thisconfig['keytool'] = os.path.join(java_home, 'bin', 'keytool') break # Java7 is preferred, so quit if found for k in ['ndk_paths', 'java_paths']: d = thisconfig[k] for k2 in d.copy(): v = d[k2] exp = expand_path(v) if exp is not None: thisconfig[k][k2] = exp thisconfig[k][k2 + '_orig'] = v def regsub_file(pattern, repl, path): with open(path, 'rb') as f: text = f.read() text = re.sub(bytes(pattern, 'utf8'), bytes(repl, 'utf8'), text) with open(path, 'wb') as f: f.write(text) def read_config(opts, config_file='config.py'): """Read the repository config The config is read from config_file, which is in the current directory when any of the repo management commands are used. If there is a local metadata file in the git repo, then config.py is not required, just use defaults. """ global config, options if config is not None: return config options = opts config = {} if os.path.isfile(config_file): logging.debug("Reading %s" % config_file) with io.open(config_file, "rb") as f: code = compile(f.read(), config_file, 'exec') exec(code, None, config) elif len(get_local_metadata_files()) == 0: logging.critical("Missing config file - is this a repo directory?") sys.exit(2) # smartcardoptions must be a list since its command line args for Popen if 'smartcardoptions' in config: config['smartcardoptions'] = config['smartcardoptions'].split(' ') elif 'keystore' in config and config['keystore'] == 'NONE': # keystore='NONE' means use smartcard, these are required defaults config['smartcardoptions'] = ['-storetype', 'PKCS11', '-providerName', 'SunPKCS11-OpenSC', '-providerClass', 'sun.security.pkcs11.SunPKCS11', '-providerArg', 'opensc-fdroid.cfg'] if any(k in config for k in ["keystore", "keystorepass", "keypass"]): st = os.stat(config_file) if st.st_mode & stat.S_IRWXG or st.st_mode & stat.S_IRWXO: logging.warn("unsafe permissions on {0} (should be 0600)!".format(config_file)) fill_config_defaults(config) for k in ["keystorepass", "keypass"]: if k in config: write_password_file(k) for k in ["repo_description", "archive_description"]: if k in config: config[k] = clean_description(config[k]) if 'serverwebroot' in config: if isinstance(config['serverwebroot'], str): roots = [config['serverwebroot']] elif all(isinstance(item, str) for item in config['serverwebroot']): roots = config['serverwebroot'] else: raise TypeError('only accepts strings, lists, and tuples') rootlist = [] for rootstr in roots: # since this is used with rsync, where trailing slashes have # meaning, ensure there is always a trailing slash if rootstr[-1] != '/': rootstr += '/' rootlist.append(rootstr.replace('//', '/')) config['serverwebroot'] = rootlist return config def find_sdk_tools_cmd(cmd): '''find a working path to a tool from the Android SDK''' tooldirs = [] if config is not None and 'sdk_path' in config and os.path.exists(config['sdk_path']): # try to find a working path to this command, in all the recent possible paths if 'build_tools' in config: build_tools = os.path.join(config['sdk_path'], 'build-tools') # if 'build_tools' was manually set and exists, check only that one configed_build_tools = os.path.join(build_tools, config['build_tools']) if os.path.exists(configed_build_tools): tooldirs.append(configed_build_tools) else: # no configed version, so hunt known paths for it for f in sorted(os.listdir(build_tools), reverse=True): if os.path.isdir(os.path.join(build_tools, f)): tooldirs.append(os.path.join(build_tools, f)) tooldirs.append(build_tools) sdk_tools = os.path.join(config['sdk_path'], 'tools') if os.path.exists(sdk_tools): tooldirs.append(sdk_tools) sdk_platform_tools = os.path.join(config['sdk_path'], 'platform-tools') if os.path.exists(sdk_platform_tools): tooldirs.append(sdk_platform_tools) tooldirs.append('/usr/bin') for d in tooldirs: if os.path.isfile(os.path.join(d, cmd)): return os.path.join(d, cmd) # did not find the command, exit with error message ensure_build_tools_exists(config) def test_sdk_exists(thisconfig): if 'sdk_path' not in thisconfig: if 'aapt' in thisconfig and os.path.isfile(thisconfig['aapt']): return True else: logging.error("'sdk_path' not set in config.py!") return False if thisconfig['sdk_path'] == default_config['sdk_path']: logging.error('No Android SDK found!') logging.error('You can use ANDROID_HOME to set the path to your SDK, i.e.:') logging.error('\texport ANDROID_HOME=/opt/android-sdk') return False if not os.path.exists(thisconfig['sdk_path']): logging.critical('Android SDK path "' + thisconfig['sdk_path'] + '" does not exist!') return False if not os.path.isdir(thisconfig['sdk_path']): logging.critical('Android SDK path "' + thisconfig['sdk_path'] + '" is not a directory!') return False for d in ['build-tools', 'platform-tools', 'tools']: if not os.path.isdir(os.path.join(thisconfig['sdk_path'], d)): logging.critical('Android SDK path "%s" does not contain "%s/"!' % ( thisconfig['sdk_path'], d)) return False return True def ensure_build_tools_exists(thisconfig): if not test_sdk_exists(thisconfig): sys.exit(3) build_tools = os.path.join(thisconfig['sdk_path'], 'build-tools') versioned_build_tools = os.path.join(build_tools, thisconfig['build_tools']) if not os.path.isdir(versioned_build_tools): logging.critical('Android Build Tools path "' + versioned_build_tools + '" does not exist!') sys.exit(3) def write_password_file(pwtype, password=None): ''' writes out passwords to a protected file instead of passing passwords as command line argments ''' filename = '.fdroid.' + pwtype + '.txt' fd = os.open(filename, os.O_CREAT | os.O_TRUNC | os.O_WRONLY, 0o600) if password is None: os.write(fd, config[pwtype].encode('utf-8')) else: os.write(fd, password.encode('utf-8')) os.close(fd) config[pwtype + 'file'] = filename def get_local_metadata_files(): '''get any metadata files local to an app's source repo This tries to ignore anything that does not count as app metdata, including emacs cruft ending in ~ and the .fdroid.key*pass.txt files. ''' return glob.glob('.fdroid.[a-jl-z]*[a-rt-z]') # Given the arguments in the form of multiple appid:[vc] strings, this returns # a dictionary with the set of vercodes specified for each package. def read_pkg_args(args, allow_vercodes=False): vercodes = {} if not args: return vercodes for p in args: if allow_vercodes and ':' in p: package, vercode = p.split(':') else: package, vercode = p, None if package not in vercodes: vercodes[package] = [vercode] if vercode else [] continue elif vercode and vercode not in vercodes[package]: vercodes[package] += [vercode] if vercode else [] return vercodes # On top of what read_pkg_args does, this returns the whole app metadata, but # limiting the builds list to the builds matching the vercodes specified. def read_app_args(args, allapps, allow_vercodes=False): vercodes = read_pkg_args(args, allow_vercodes) if not vercodes: return allapps apps = {} for appid, app in allapps.items(): if appid in vercodes: apps[appid] = app if len(apps) != len(vercodes): for p in vercodes: if p not in allapps: logging.critical("No such package: %s" % p) raise FDroidException("Found invalid app ids in arguments") if not apps: raise FDroidException("No packages specified") error = False for appid, app in apps.items(): vc = vercodes[appid] if not vc: continue app.builds = [b for b in app.builds if b.vercode in vc] if len(app.builds) != len(vercodes[appid]): error = True allvcs = [b.vercode for b in app.builds] for v in vercodes[appid]: if v not in allvcs: logging.critical("No such vercode %s for app %s" % (v, appid)) if error: raise FDroidException("Found invalid vercodes for some apps") return apps def get_extension(filename): base, ext = os.path.splitext(filename) if not ext: return base, '' return base, ext.lower()[1:] def has_extension(filename, ext): _, f_ext = get_extension(filename) return ext == f_ext apk_regex = re.compile(r"^(.+)_([0-9]+)\.apk$") def clean_description(description): 'Remove unneeded newlines and spaces from a block of description text' returnstring = '' # this is split up by paragraph to make removing the newlines easier for paragraph in re.split(r'\n\n', description): paragraph = re.sub('\r', '', paragraph) paragraph = re.sub('\n', ' ', paragraph) paragraph = re.sub(' {2,}', ' ', paragraph) paragraph = re.sub('^\s*(\w)', r'\1', paragraph) returnstring += paragraph + '\n\n' return returnstring.rstrip('\n') def apknameinfo(filename): filename = os.path.basename(filename) m = apk_regex.match(filename) try: result = (m.group(1), m.group(2)) except AttributeError: raise FDroidException("Invalid apk name: %s" % filename) return result def getapkname(app, build): return "%s_%s.apk" % (app.id, build.vercode) def getsrcname(app, build): return "%s_%s_src.tar.gz" % (app.id, build.vercode) def getappname(app): if app.Name: return app.Name if app.AutoName: return app.AutoName return app.id def getcvname(app): return '%s (%s)' % (app.CurrentVersion, app.CurrentVersionCode) def getvcs(vcstype, remote, local): if vcstype == 'git': return vcs_git(remote, local) if vcstype == 'git-svn': return vcs_gitsvn(remote, local) if vcstype == 'hg': return vcs_hg(remote, local) if vcstype == 'bzr': return vcs_bzr(remote, local) if vcstype == 'srclib': if local != os.path.join('build', 'srclib', remote): raise VCSException("Error: srclib paths are hard-coded!") return getsrclib(remote, os.path.join('build', 'srclib'), raw=True) if vcstype == 'svn': raise VCSException("Deprecated vcs type 'svn' - please use 'git-svn' instead") raise VCSException("Invalid vcs type " + vcstype) def getsrclibvcs(name): if name not in fdroidserver.metadata.srclibs: raise VCSException("Missing srclib " + name) return fdroidserver.metadata.srclibs[name]['Repo Type'] class vcs: def __init__(self, remote, local): # svn, git-svn and bzr may require auth self.username = None if self.repotype() in ('git-svn', 'bzr'): if '@' in remote: if self.repotype == 'git-svn': raise VCSException("Authentication is not supported for git-svn") self.username, remote = remote.split('@') if ':' not in self.username: raise VCSException("Password required with username") self.username, self.password = self.username.split(':') self.remote = remote self.local = local self.clone_failed = False self.refreshed = False self.srclib = None def repotype(self): return None # Take the local repository to a clean version of the given revision, which # is specificed in the VCS's native format. Beforehand, the repository can # be dirty, or even non-existent. If the repository does already exist # locally, it will be updated from the origin, but only once in the # lifetime of the vcs object. # None is acceptable for 'rev' if you know you are cloning a clean copy of # the repo - otherwise it must specify a valid revision. def gotorevision(self, rev, refresh=True): if self.clone_failed: raise VCSException("Downloading the repository already failed once, not trying again.") # The .fdroidvcs-id file for a repo tells us what VCS type # and remote that directory was created from, allowing us to drop it # automatically if either of those things changes. fdpath = os.path.join(self.local, '..', '.fdroidvcs-' + os.path.basename(self.local)) fdpath = os.path.normpath(fdpath) cdata = self.repotype() + ' ' + self.remote writeback = True deleterepo = False if os.path.exists(self.local): if os.path.exists(fdpath): with open(fdpath, 'r') as f: fsdata = f.read().strip() if fsdata == cdata: writeback = False else: deleterepo = True logging.info("Repository details for %s changed - deleting" % ( self.local)) else: deleterepo = True logging.info("Repository details for %s missing - deleting" % ( self.local)) if deleterepo: shutil.rmtree(self.local) exc = None if not refresh: self.refreshed = True try: self.gotorevisionx(rev) except FDroidException as e: exc = e # If necessary, write the .fdroidvcs file. if writeback and not self.clone_failed: os.makedirs(os.path.dirname(fdpath), exist_ok=True) with open(fdpath, 'w+') as f: f.write(cdata) if exc is not None: raise exc # Derived classes need to implement this. It's called once basic checking # has been performend. def gotorevisionx(self, rev): raise VCSException("This VCS type doesn't define gotorevisionx") # Initialise and update submodules def initsubmodules(self): raise VCSException('Submodules not supported for this vcs type') # Get a list of all known tags def gettags(self): if not self._gettags: raise VCSException('gettags not supported for this vcs type') rtags = [] for tag in self._gettags(): if re.match('[-A-Za-z0-9_. /]+$', tag): rtags.append(tag) return rtags # Get a list of all the known tags, sorted from newest to oldest def latesttags(self): raise VCSException('latesttags not supported for this vcs type') # Get current commit reference (hash, revision, etc) def getref(self): raise VCSException('getref not supported for this vcs type') # Returns the srclib (name, path) used in setting up the current # revision, or None. def getsrclib(self): return self.srclib class vcs_git(vcs): def repotype(self): return 'git' # If the local directory exists, but is somehow not a git repository, git # will traverse up the directory tree until it finds one that is (i.e. # fdroidserver) and then we'll proceed to destroy it! This is called as # a safety check. def checkrepo(self): p = FDroidPopen(['git', 'rev-parse', '--show-toplevel'], cwd=self.local, output=False) result = p.output.rstrip() if not result.endswith(self.local): raise VCSException('Repository mismatch') def gotorevisionx(self, rev): if not os.path.exists(self.local): # Brand new checkout p = FDroidPopen(['git', 'clone', self.remote, self.local]) if p.returncode != 0: self.clone_failed = True raise VCSException("Git clone failed", p.output) self.checkrepo() else: self.checkrepo() # Discard any working tree changes p = FDroidPopen(['git', 'submodule', 'foreach', '--recursive', 'git', 'reset', '--hard'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git reset failed", p.output) # Remove untracked files now, in case they're tracked in the target # revision (it happens!) p = FDroidPopen(['git', 'submodule', 'foreach', '--recursive', 'git', 'clean', '-dffx'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git clean failed", p.output) if not self.refreshed: # Get latest commits and tags from remote p = FDroidPopen(['git', 'fetch', 'origin'], cwd=self.local) if p.returncode != 0: raise VCSException("Git fetch failed", p.output) p = FDroidPopen(['git', 'fetch', '--prune', '--tags', 'origin'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git fetch failed", p.output) # Recreate origin/HEAD as git clone would do it, in case it disappeared p = FDroidPopen(['git', 'remote', 'set-head', 'origin', '--auto'], cwd=self.local, output=False) if p.returncode != 0: lines = p.output.splitlines() if 'Multiple remote HEAD branches' not in lines[0]: raise VCSException("Git remote set-head failed", p.output) branch = lines[1].split(' ')[-1] p2 = FDroidPopen(['git', 'remote', 'set-head', 'origin', branch], cwd=self.local, output=False) if p2.returncode != 0: raise VCSException("Git remote set-head failed", p.output + '\n' + p2.output) self.refreshed = True # origin/HEAD is the HEAD of the remote, e.g. the "default branch" on # a github repo. Most of the time this is the same as origin/master. rev = rev or 'origin/HEAD' p = FDroidPopen(['git', 'checkout', '-f', rev], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git checkout of '%s' failed" % rev, p.output) # Get rid of any uncontrolled files left behind p = FDroidPopen(['git', 'clean', '-dffx'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git clean failed", p.output) def initsubmodules(self): self.checkrepo() submfile = os.path.join(self.local, '.gitmodules') if not os.path.isfile(submfile): raise VCSException("No git submodules available") # fix submodules not accessible without an account and public key auth with open(submfile, 'r') as f: lines = f.readlines() with open(submfile, 'w') as f: for line in lines: if 'git@github.com' in line: line = line.replace('git@github.com:', 'https://github.com/') if 'git@gitlab.com' in line: line = line.replace('git@gitlab.com:', 'https://gitlab.com/') f.write(line) p = FDroidPopen(['git', 'submodule', 'sync'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git submodule sync failed", p.output) p = FDroidPopen(['git', 'submodule', 'update', '--init', '--force', '--recursive'], cwd=self.local) if p.returncode != 0: raise VCSException("Git submodule update failed", p.output) def _gettags(self): self.checkrepo() p = FDroidPopen(['git', 'tag'], cwd=self.local, output=False) return p.output.splitlines() tag_format = re.compile(r'tag: ([^),]*)') def latesttags(self): self.checkrepo() p = FDroidPopen(['git', 'log', '--tags', '--simplify-by-decoration', '--pretty=format:%d'], cwd=self.local, output=False) tags = [] for line in p.output.splitlines(): for tag in self.tag_format.findall(line): tags.append(tag) return tags class vcs_gitsvn(vcs): def repotype(self): return 'git-svn' # If the local directory exists, but is somehow not a git repository, git # will traverse up the directory tree until it finds one that is (i.e. # fdroidserver) and then we'll proceed to destory it! This is called as # a safety check. def checkrepo(self): p = FDroidPopen(['git', 'rev-parse', '--show-toplevel'], cwd=self.local, output=False) result = p.output.rstrip() if not result.endswith(self.local): raise VCSException('Repository mismatch') def gotorevisionx(self, rev): if not os.path.exists(self.local): # Brand new checkout gitsvn_args = ['git', 'svn', 'clone'] if ';' in self.remote: remote_split = self.remote.split(';') for i in remote_split[1:]: if i.startswith('trunk='): gitsvn_args.extend(['-T', i[6:]]) elif i.startswith('tags='): gitsvn_args.extend(['-t', i[5:]]) elif i.startswith('branches='): gitsvn_args.extend(['-b', i[9:]]) gitsvn_args.extend([remote_split[0], self.local]) p = FDroidPopen(gitsvn_args, output=False) if p.returncode != 0: self.clone_failed = True raise VCSException("Git svn clone failed", p.output) else: gitsvn_args.extend([self.remote, self.local]) p = FDroidPopen(gitsvn_args, output=False) if p.returncode != 0: self.clone_failed = True raise VCSException("Git svn clone failed", p.output) self.checkrepo() else: self.checkrepo() # Discard any working tree changes p = FDroidPopen(['git', 'reset', '--hard'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git reset failed", p.output) # Remove untracked files now, in case they're tracked in the target # revision (it happens!) p = FDroidPopen(['git', 'clean', '-dffx'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git clean failed", p.output) if not self.refreshed: # Get new commits, branches and tags from repo p = FDroidPopen(['git', 'svn', 'fetch'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git svn fetch failed") p = FDroidPopen(['git', 'svn', 'rebase'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git svn rebase failed", p.output) self.refreshed = True rev = rev or 'master' if rev: nospaces_rev = rev.replace(' ', '%20') # Try finding a svn tag for treeish in ['origin/', '']: p = FDroidPopen(['git', 'checkout', treeish + 'tags/' + nospaces_rev], cwd=self.local, output=False) if p.returncode == 0: break if p.returncode != 0: # No tag found, normal svn rev translation # Translate svn rev into git format rev_split = rev.split('/') p = None for treeish in ['origin/', '']: if len(rev_split) > 1: treeish += rev_split[0] svn_rev = rev_split[1] else: # if no branch is specified, then assume trunk (i.e. 'master' branch): treeish += 'master' svn_rev = rev svn_rev = svn_rev if svn_rev[0] == 'r' else 'r' + svn_rev p = FDroidPopen(['git', 'svn', 'find-rev', '--before', svn_rev, treeish], cwd=self.local, output=False) git_rev = p.output.rstrip() if p.returncode == 0 and git_rev: break if p.returncode != 0 or not git_rev: # Try a plain git checkout as a last resort p = FDroidPopen(['git', 'checkout', rev], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("No git treeish found and direct git checkout of '%s' failed" % rev, p.output) else: # Check out the git rev equivalent to the svn rev p = FDroidPopen(['git', 'checkout', git_rev], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git checkout of '%s' failed" % rev, p.output) # Get rid of any uncontrolled files left behind p = FDroidPopen(['git', 'clean', '-dffx'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Git clean failed", p.output) def _gettags(self): self.checkrepo() for treeish in ['origin/', '']: d = os.path.join(self.local, '.git', 'svn', 'refs', 'remotes', treeish, 'tags') if os.path.isdir(d): return os.listdir(d) def getref(self): self.checkrepo() p = FDroidPopen(['git', 'svn', 'find-rev', 'HEAD'], cwd=self.local, output=False) if p.returncode != 0: return None return p.output.strip() class vcs_hg(vcs): def repotype(self): return 'hg' def gotorevisionx(self, rev): if not os.path.exists(self.local): p = FDroidPopen(['hg', 'clone', self.remote, self.local], output=False) if p.returncode != 0: self.clone_failed = True raise VCSException("Hg clone failed", p.output) else: p = FDroidPopen(['hg', 'status', '-uS'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Hg status failed", p.output) for line in p.output.splitlines(): if not line.startswith('? '): raise VCSException("Unexpected output from hg status -uS: " + line) FDroidPopen(['rm', '-rf', line[2:]], cwd=self.local, output=False) if not self.refreshed: p = FDroidPopen(['hg', 'pull'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Hg pull failed", p.output) self.refreshed = True rev = rev or 'default' if not rev: return p = FDroidPopen(['hg', 'update', '-C', rev], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Hg checkout of '%s' failed" % rev, p.output) p = FDroidPopen(['hg', 'purge', '--all'], cwd=self.local, output=False) # Also delete untracked files, we have to enable purge extension for that: if "'purge' is provided by the following extension" in p.output: with open(os.path.join(self.local, '.hg', 'hgrc'), "a") as myfile: myfile.write("\n[extensions]\nhgext.purge=\n") p = FDroidPopen(['hg', 'purge', '--all'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("HG purge failed", p.output) elif p.returncode != 0: raise VCSException("HG purge failed", p.output) def _gettags(self): p = FDroidPopen(['hg', 'tags', '-q'], cwd=self.local, output=False) return p.output.splitlines()[1:] class vcs_bzr(vcs): def repotype(self): return 'bzr' def gotorevisionx(self, rev): if not os.path.exists(self.local): p = FDroidPopen(['bzr', 'branch', self.remote, self.local], output=False) if p.returncode != 0: self.clone_failed = True raise VCSException("Bzr branch failed", p.output) else: p = FDroidPopen(['bzr', 'clean-tree', '--force', '--unknown', '--ignored'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Bzr revert failed", p.output) if not self.refreshed: p = FDroidPopen(['bzr', 'pull'], cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Bzr update failed", p.output) self.refreshed = True revargs = list(['-r', rev] if rev else []) p = FDroidPopen(['bzr', 'revert'] + revargs, cwd=self.local, output=False) if p.returncode != 0: raise VCSException("Bzr revert of '%s' failed" % rev, p.output) def _gettags(self): p = FDroidPopen(['bzr', 'tags'], cwd=self.local, output=False) return [tag.split(' ')[0].strip() for tag in p.output.splitlines()] def unescape_string(string): if len(string) < 2: return string if string[0] == '"' and string[-1] == '"': return string[1:-1] return string.replace("\\'", "'") def retrieve_string(app_dir, string, xmlfiles=None): if not string.startswith('@string/'): return unescape_string(string) if xmlfiles is None: xmlfiles = [] for res_dir in [ os.path.join(app_dir, 'res'), os.path.join(app_dir, 'src', 'main', 'res'), ]: for r, d, f in os.walk(res_dir): if os.path.basename(r) == 'values': xmlfiles += [os.path.join(r, x) for x in f if x.endswith('.xml')] name = string[len('@string/'):] def element_content(element): if element.text is None: return "" s = XMLElementTree.tostring(element, encoding='utf-8', method='text') return s.decode('utf-8').strip() for path in xmlfiles: if not os.path.isfile(path): continue xml = parse_xml(path) element = xml.find('string[@name="' + name + '"]') if element is not None: content = element_content(element) return retrieve_string(app_dir, content, xmlfiles) return '' def retrieve_string_singleline(app_dir, string, xmlfiles=None): return retrieve_string(app_dir, string, xmlfiles).replace('\n', ' ').strip() # Return list of existing files that will be used to find the highest vercode def manifest_paths(app_dir, flavours): possible_manifests = \ [os.path.join(app_dir, 'AndroidManifest.xml'), os.path.join(app_dir, 'src', 'main', 'AndroidManifest.xml'), os.path.join(app_dir, 'src', 'AndroidManifest.xml'), os.path.join(app_dir, 'build.gradle')] for flavour in flavours: if flavour == 'yes': continue possible_manifests.append( os.path.join(app_dir, 'src', flavour, 'AndroidManifest.xml')) return [path for path in possible_manifests if os.path.isfile(path)] # Retrieve the package name. Returns the name, or None if not found. def fetch_real_name(app_dir, flavours): for path in manifest_paths(app_dir, flavours): if not has_extension(path, 'xml') or not os.path.isfile(path): continue logging.debug("fetch_real_name: Checking manifest at " + path) xml = parse_xml(path) app = xml.find('application') if app is None: continue if "{http://schemas.android.com/apk/res/android}label" not in app.attrib: continue label = app.attrib["{http://schemas.android.com/apk/res/android}label"] result = retrieve_string_singleline(app_dir, label) if result: result = result.strip() return result return None def get_library_references(root_dir): libraries = [] proppath = os.path.join(root_dir, 'project.properties') if not os.path.isfile(proppath): return libraries with open(proppath, 'r', encoding='iso-8859-1') as f: for line in f: if not line.startswith('android.library.reference.'): continue path = line.split('=')[1].strip() relpath = os.path.join(root_dir, path) if not os.path.isdir(relpath): continue logging.debug("Found subproject at %s" % path) libraries.append(path) return libraries def ant_subprojects(root_dir): subprojects = get_library_references(root_dir) for subpath in subprojects: subrelpath = os.path.join(root_dir, subpath) for p in get_library_references(subrelpath): relp = os.path.normpath(os.path.join(subpath, p)) if relp not in subprojects: subprojects.insert(0, relp) return subprojects def remove_debuggable_flags(root_dir): # Remove forced debuggable flags logging.debug("Removing debuggable flags from %s" % root_dir) for root, dirs, files in os.walk(root_dir): if 'AndroidManifest.xml' in files: regsub_file(r'android:debuggable="[^"]*"', '', os.path.join(root, 'AndroidManifest.xml')) vcsearch_g = re.compile(r'.*versionCode *=* *["\']*([0-9]+)["\']*').search vnsearch_g = re.compile(r'.*versionName *=* *(["\'])((?:(?=(\\?))\3.)*?)\1.*').search psearch_g = re.compile(r'.*(packageName|applicationId) *=* *["\']([^"]+)["\'].*').search def app_matches_packagename(app, package): if not package: return False appid = app.UpdateCheckName or app.id if appid is None or appid == "Ignore": return True return appid == package # Extract some information from the AndroidManifest.xml at the given path. # Returns (version, vercode, package), any or all of which might be None. # All values returned are strings. def parse_androidmanifests(paths, app): ignoreversions = app.UpdateCheckIgnore ignoresearch = re.compile(ignoreversions).search if ignoreversions else None if not paths: return (None, None, None) max_version = None max_vercode = None max_package = None for path in paths: if not os.path.isfile(path): continue logging.debug("Parsing manifest at {0}".format(path)) gradle = has_extension(path, 'gradle') version = None vercode = None package = None if gradle: with open(path, 'r') as f: for line in f: if gradle_comment.match(line): continue # Grab first occurence of each to avoid running into # alternative flavours and builds. if not package: matches = psearch_g(line) if matches: s = matches.group(2) if app_matches_packagename(app, s): package = s if not version: matches = vnsearch_g(line) if matches: version = matches.group(2) if not vercode: matches = vcsearch_g(line) if matches: vercode = matches.group(1) else: try: xml = parse_xml(path) if "package" in xml.attrib: s = xml.attrib["package"] if app_matches_packagename(app, s): package = s if "{http://schemas.android.com/apk/res/android}versionName" in xml.attrib: version = xml.attrib["{http://schemas.android.com/apk/res/android}versionName"] base_dir = os.path.dirname(path) version = retrieve_string_singleline(base_dir, version) if "{http://schemas.android.com/apk/res/android}versionCode" in xml.attrib: a = xml.attrib["{http://schemas.android.com/apk/res/android}versionCode"] if string_is_integer(a): vercode = a except Exception: logging.warning("Problem with xml at {0}".format(path)) # Remember package name, may be defined separately from version+vercode if package is None: package = max_package logging.debug("..got package={0}, version={1}, vercode={2}" .format(package, version, vercode)) # Always grab the package name and version name in case they are not # together with the highest version code if max_package is None and package is not None: max_package = package if max_version is None and version is not None: max_version = version if max_vercode is None or (vercode is not None and vercode > max_vercode): if not ignoresearch or not ignoresearch(version): if version is not None: max_version = version if vercode is not None: max_vercode = vercode if package is not None: max_package = package else: max_version = "Ignore" if max_version is None: max_version = "Unknown" if max_package and not is_valid_package_name(max_package): raise FDroidException("Invalid package name {0}".format(max_package)) return (max_version, max_vercode, max_package) def is_valid_package_name(name): return re.match("[A-Za-z_][A-Za-z_0-9.]+$", name) class FDroidException(Exception): def __init__(self, value, detail=None): self.value = value self.detail = detail def shortened_detail(self): if len(self.detail) < 16000: return self.detail return '[...]\n' + self.detail[-16000:] def get_wikitext(self): ret = repr(self.value) + "\n" if self.detail: ret += "=detail=\n" ret += "
\n" + self.shortened_detail() + "
\n" return ret def __str__(self): ret = self.value if self.detail: ret += "\n==== detail begin ====\n%s\n==== detail end ====" % self.detail.strip() return ret class VCSException(FDroidException): pass class BuildException(FDroidException): pass # Get the specified source library. # Returns the path to it. Normally this is the path to be used when referencing # it, which may be a subdirectory of the actual project. If you want the base # directory of the project, pass 'basepath=True'. def getsrclib(spec, srclib_dir, subdir=None, basepath=False, raw=False, prepare=True, preponly=False, refresh=True, build=None): number = None subdir = None if raw: name = spec ref = None else: name, ref = spec.split('@') if ':' in name: number, name = name.split(':', 1) if '/' in name: name, subdir = name.split('/', 1) if name not in fdroidserver.metadata.srclibs: raise VCSException('srclib ' + name + ' not found.') srclib = fdroidserver.metadata.srclibs[name] sdir = os.path.join(srclib_dir, name) if not preponly: vcs = getvcs(srclib["Repo Type"], srclib["Repo"], sdir) vcs.srclib = (name, number, sdir) if ref: vcs.gotorevision(ref, refresh) if raw: return vcs libdir = None if subdir: libdir = os.path.join(sdir, subdir) elif srclib["Subdir"]: for subdir in srclib["Subdir"]: libdir_candidate = os.path.join(sdir, subdir) if os.path.exists(libdir_candidate): libdir = libdir_candidate break if libdir is None: libdir = sdir remove_signing_keys(sdir) remove_debuggable_flags(sdir) if prepare: if srclib["Prepare"]: cmd = replace_config_vars(srclib["Prepare"], build) p = FDroidPopen(['bash', '-x', '-c', cmd], cwd=libdir) if p.returncode != 0: raise BuildException("Error running prepare command for srclib %s" % name, p.output) if basepath: libdir = sdir return (name, number, libdir) gradle_version_regex = re.compile(r"[^/]*'com\.android\.tools\.build:gradle:([^\.]+\.[^\.]+).*'.*") # Prepare the source code for a particular build # 'vcs' - the appropriate vcs object for the application # 'app' - the application details from the metadata # 'build' - the build details from the metadata # 'build_dir' - the path to the build directory, usually # 'build/app.id' # 'srclib_dir' - the path to the source libraries directory, usually # 'build/srclib' # 'extlib_dir' - the path to the external libraries directory, usually # 'build/extlib' # Returns the (root, srclibpaths) where: # 'root' is the root directory, which may be the same as 'build_dir' or may # be a subdirectory of it. # 'srclibpaths' is information on the srclibs being used def prepare_source(vcs, app, build, build_dir, srclib_dir, extlib_dir, onserver=False, refresh=True): # Optionally, the actual app source can be in a subdirectory if build.subdir: root_dir = os.path.join(build_dir, build.subdir) else: root_dir = build_dir # Get a working copy of the right revision logging.info("Getting source for revision " + build.commit) vcs.gotorevision(build.commit, refresh) # Initialise submodules if required if build.submodules: logging.info("Initialising submodules") vcs.initsubmodules() # Check that a subdir (if we're using one) exists. This has to happen # after the checkout, since it might not exist elsewhere if not os.path.exists(root_dir): raise BuildException('Missing subdir ' + root_dir) # Run an init command if one is required if build.init: cmd = replace_config_vars(build.init, build) logging.info("Running 'init' commands in %s" % root_dir) p = FDroidPopen(['bash', '-x', '-c', cmd], cwd=root_dir) if p.returncode != 0: raise BuildException("Error running init command for %s:%s" % (app.id, build.version), p.output) # Apply patches if any if build.patch: logging.info("Applying patches") for patch in build.patch: patch = patch.strip() logging.info("Applying " + patch) patch_path = os.path.join('metadata', app.id, patch) p = FDroidPopen(['patch', '-p1', '-i', os.path.abspath(patch_path)], cwd=build_dir) if p.returncode != 0: raise BuildException("Failed to apply patch %s" % patch_path) # Get required source libraries srclibpaths = [] if build.srclibs: logging.info("Collecting source libraries") for lib in build.srclibs: srclibpaths.append(getsrclib(lib, srclib_dir, build, preponly=onserver, refresh=refresh, build=build)) for name, number, libpath in srclibpaths: place_srclib(root_dir, int(number) if number else None, libpath) basesrclib = vcs.getsrclib() # If one was used for the main source, add that too. if basesrclib: srclibpaths.append(basesrclib) # Update the local.properties file localprops = [os.path.join(build_dir, 'local.properties')] if build.subdir: parts = build.subdir.split(os.sep) cur = build_dir for d in parts: cur = os.path.join(cur, d) localprops += [os.path.join(cur, 'local.properties')] for path in localprops: props = "" if os.path.isfile(path): logging.info("Updating local.properties file at %s" % path) with open(path, 'r', encoding='iso-8859-1') as f: props += f.read() props += '\n' else: logging.info("Creating local.properties file at %s" % path) # Fix old-fashioned 'sdk-location' by copying # from sdk.dir, if necessary if build.oldsdkloc: sdkloc = re.match(r".*^sdk.dir=(\S+)$.*", props, re.S | re.M).group(1) props += "sdk-location=%s\n" % sdkloc else: props += "sdk.dir=%s\n" % config['sdk_path'] props += "sdk-location=%s\n" % config['sdk_path'] ndk_path = build.ndk_path() # if for any reason the path isn't valid or the directory # doesn't exist, some versions of Gradle will error with a # cryptic message (even if the NDK is not even necessary). # https://gitlab.com/fdroid/fdroidserver/issues/171 if ndk_path and os.path.exists(ndk_path): # Add ndk location props += "ndk.dir=%s\n" % ndk_path props += "ndk-location=%s\n" % ndk_path # Add java.encoding if necessary if build.encoding: props += "java.encoding=%s\n" % build.encoding with open(path, 'w', encoding='iso-8859-1') as f: f.write(props) flavours = [] if build.build_method() == 'gradle': flavours = build.gradle if build.target: n = build.target.split('-')[1] regsub_file(r'compileSdkVersion[ =]+[0-9]+', r'compileSdkVersion %s' % n, os.path.join(root_dir, 'build.gradle')) # Remove forced debuggable flags remove_debuggable_flags(root_dir) # Insert version code and number into the manifest if necessary if build.forceversion: logging.info("Changing the version name") for path in manifest_paths(root_dir, flavours): if not os.path.isfile(path): continue if has_extension(path, 'xml'): regsub_file(r'android:versionName="[^"]*"', r'android:versionName="%s"' % build.version, path) elif has_extension(path, 'gradle'): regsub_file(r"""(\s*)versionName[\s'"=]+.*""", r"""\1versionName '%s'""" % build.version, path) if build.forcevercode: logging.info("Changing the version code") for path in manifest_paths(root_dir, flavours): if not os.path.isfile(path): continue if has_extension(path, 'xml'): regsub_file(r'android:versionCode="[^"]*"', r'android:versionCode="%s"' % build.vercode, path) elif has_extension(path, 'gradle'): regsub_file(r'versionCode[ =]+[0-9]+', r'versionCode %s' % build.vercode, path) # Delete unwanted files if build.rm: logging.info("Removing specified files") for part in getpaths(build_dir, build.rm): dest = os.path.join(build_dir, part) logging.info("Removing {0}".format(part)) if os.path.lexists(dest): if os.path.islink(dest): FDroidPopen(['unlink', dest], output=False) else: FDroidPopen(['rm', '-rf', dest], output=False) else: logging.info("...but it didn't exist") remove_signing_keys(build_dir) # Add required external libraries if build.extlibs: logging.info("Collecting prebuilt libraries") libsdir = os.path.join(root_dir, 'libs') if not os.path.exists(libsdir): os.mkdir(libsdir) for lib in build.extlibs: lib = lib.strip() logging.info("...installing extlib {0}".format(lib)) libf = os.path.basename(lib) libsrc = os.path.join(extlib_dir, lib) if not os.path.exists(libsrc): raise BuildException("Missing extlib file {0}".format(libsrc)) shutil.copyfile(libsrc, os.path.join(libsdir, libf)) # Run a pre-build command if one is required if build.prebuild: logging.info("Running 'prebuild' commands in %s" % root_dir) cmd = replace_config_vars(build.prebuild, build) # Substitute source library paths into prebuild commands for name, number, libpath in srclibpaths: libpath = os.path.relpath(libpath, root_dir) cmd = cmd.replace('$$' + name + '$$', libpath) p = FDroidPopen(['bash', '-x', '-c', cmd], cwd=root_dir) if p.returncode != 0: raise BuildException("Error running prebuild command for %s:%s" % (app.id, build.version), p.output) # Generate (or update) the ant build file, build.xml... if build.build_method() == 'ant' and build.update != ['no']: parms = ['android', 'update', 'lib-project'] lparms = ['android', 'update', 'project'] if build.target: parms += ['-t', build.target] lparms += ['-t', build.target] if build.update: update_dirs = build.update else: update_dirs = ant_subprojects(root_dir) + ['.'] for d in update_dirs: subdir = os.path.join(root_dir, d) if d == '.': logging.debug("Updating main project") cmd = parms + ['-p', d] else: logging.debug("Updating subproject %s" % d) cmd = lparms + ['-p', d] p = SdkToolsPopen(cmd, cwd=root_dir) # Check to see whether an error was returned without a proper exit # code (this is the case for the 'no target set or target invalid' # error) if p.returncode != 0 or p.output.startswith("Error: "): raise BuildException("Failed to update project at %s" % d, p.output) # Clean update dirs via ant if d != '.': logging.info("Cleaning subproject %s" % d) p = FDroidPopen(['ant', 'clean'], cwd=subdir) return (root_dir, srclibpaths) # Extend via globbing the paths from a field and return them as a map from # original path to resulting paths def getpaths_map(build_dir, globpaths): paths = dict() for p in globpaths: p = p.strip() full_path = os.path.join(build_dir, p) full_path = os.path.normpath(full_path) paths[p] = [r[len(build_dir) + 1:] for r in glob.glob(full_path)] if not paths[p]: raise FDroidException("glob path '%s' did not match any files/dirs" % p) return paths # Extend via globbing the paths from a field and return them as a set def getpaths(build_dir, globpaths): paths_map = getpaths_map(build_dir, globpaths) paths = set() for k, v in paths_map.items(): for p in v: paths.add(p) return paths def natural_key(s): return [int(sp) if sp.isdigit() else sp for sp in re.split(r'(\d+)', s)] class KnownApks: def __init__(self): self.path = os.path.join('stats', 'known_apks.txt') self.apks = {} if os.path.isfile(self.path): with open(self.path, 'r', encoding='utf8') as f: for line in f: t = line.rstrip().split(' ') if len(t) == 2: self.apks[t[0]] = (t[1], None) else: self.apks[t[0]] = (t[1], time.strptime(t[2], '%Y-%m-%d')) self.changed = False def writeifchanged(self): if not self.changed: return if not os.path.exists('stats'): os.mkdir('stats') lst = [] for apk, app in self.apks.items(): appid, added = app line = apk + ' ' + appid if added: line += ' ' + time.strftime('%Y-%m-%d', added) lst.append(line) with open(self.path, 'w', encoding='utf8') as f: for line in sorted(lst, key=natural_key): f.write(line + '\n') # Record an apk (if it's new, otherwise does nothing) # Returns the date it was added. def recordapk(self, apk, app, default_date=None): if apk not in self.apks: if default_date is None: default_date = time.gmtime(time.time()) self.apks[apk] = (app, default_date) self.changed = True _, added = self.apks[apk] return added # Look up information - given the 'apkname', returns (app id, date added/None). # Or returns None for an unknown apk. def getapp(self, apkname): if apkname in self.apks: return self.apks[apkname] return None # Get the most recent 'num' apps added to the repo, as a list of package ids # with the most recent first. def getlatest(self, num): apps = {} for apk, app in self.apks.items(): appid, added = app if added: if appid in apps: if apps[appid] > added: apps[appid] = added else: apps[appid] = added sortedapps = sorted(apps.items(), key=operator.itemgetter(1))[-num:] lst = [app for app, _ in sortedapps] lst.reverse() return lst def isApkDebuggable(apkfile, config): """Returns True if the given apk file is debuggable :param apkfile: full path to the apk to check""" p = SdkToolsPopen(['aapt', 'dump', 'xmltree', apkfile, 'AndroidManifest.xml'], output=False) if p.returncode != 0: logging.critical("Failed to get apk manifest information") sys.exit(1) for line in p.output.splitlines(): if 'android:debuggable' in line and not line.endswith('0x0'): return True return False class PopenResult: def __init__(self): self.returncode = None self.output = None def SdkToolsPopen(commands, cwd=None, output=True): cmd = commands[0] if cmd not in config: config[cmd] = find_sdk_tools_cmd(commands[0]) abscmd = config[cmd] if abscmd is None: logging.critical("Could not find '%s' on your system" % cmd) sys.exit(1) return FDroidPopen([abscmd] + commands[1:], cwd=cwd, output=output) def FDroidPopenBytes(commands, cwd=None, output=True, stderr_to_stdout=True): """ Run a command and capture the possibly huge output as bytes. :param commands: command and argument list like in subprocess.Popen :param cwd: optionally specifies a working directory :returns: A PopenResult. """ global env if env is None: set_FDroidPopen_env() if cwd: cwd = os.path.normpath(cwd) logging.debug("Directory: %s" % cwd) logging.debug("> %s" % ' '.join(commands)) stderr_param = subprocess.STDOUT if stderr_to_stdout else subprocess.PIPE result = PopenResult() p = None try: p = subprocess.Popen(commands, cwd=cwd, shell=False, env=env, stdout=subprocess.PIPE, stderr=stderr_param) except OSError as e: raise BuildException("OSError while trying to execute " + ' '.join(commands) + ': ' + str(e)) if not stderr_to_stdout and options.verbose: stderr_queue = Queue() stderr_reader = AsynchronousFileReader(p.stderr, stderr_queue) while not stderr_reader.eof(): while not stderr_queue.empty(): line = stderr_queue.get() sys.stderr.buffer.write(line) sys.stderr.flush() time.sleep(0.1) stdout_queue = Queue() stdout_reader = AsynchronousFileReader(p.stdout, stdout_queue) buf = io.BytesIO() # Check the queue for output (until there is no more to get) while not stdout_reader.eof(): while not stdout_queue.empty(): line = stdout_queue.get() if output and options.verbose: # Output directly to console sys.stderr.buffer.write(line) sys.stderr.flush() buf.write(line) time.sleep(0.1) result.returncode = p.wait() result.output = buf.getvalue() buf.close() return result def FDroidPopen(commands, cwd=None, output=True, stderr_to_stdout=True): """ Run a command and capture the possibly huge output as a str. :param commands: command and argument list like in subprocess.Popen :param cwd: optionally specifies a working directory :returns: A PopenResult. """ result = FDroidPopenBytes(commands, cwd, output, stderr_to_stdout) result.output = result.output.decode('utf-8') return result gradle_comment = re.compile(r'[ ]*//') gradle_signing_configs = re.compile(r'^[\t ]*signingConfigs[ \t]*{[ \t]*$') gradle_line_matches = [ re.compile(r'^[\t ]*signingConfig [^ ]*$'), re.compile(r'.*android\.signingConfigs\.[^{]*$'), re.compile(r'.*\.readLine\(.*'), ] def remove_signing_keys(build_dir): for root, dirs, files in os.walk(build_dir): if 'build.gradle' in files: path = os.path.join(root, 'build.gradle') with open(path, "r", encoding='utf8') as o: lines = o.readlines() changed = False opened = 0 i = 0 with open(path, "w", encoding='utf8') as o: while i < len(lines): line = lines[i] i += 1 while line.endswith('\\\n'): line = line.rstrip('\\\n') + lines[i] i += 1 if gradle_comment.match(line): o.write(line) continue if opened > 0: opened += line.count('{') opened -= line.count('}') continue if gradle_signing_configs.match(line): changed = True opened += 1 continue if any(s.match(line) for s in gradle_line_matches): changed = True continue if opened == 0: o.write(line) if changed: logging.info("Cleaned build.gradle of keysigning configs at %s" % path) for propfile in [ 'project.properties', 'build.properties', 'default.properties', 'ant.properties', ]: if propfile in files: path = os.path.join(root, propfile) with open(path, "r", encoding='iso-8859-1') as o: lines = o.readlines() changed = False with open(path, "w", encoding='iso-8859-1') as o: for line in lines: if any(line.startswith(s) for s in ('key.store', 'key.alias')): changed = True continue o.write(line) if changed: logging.info("Cleaned %s of keysigning configs at %s" % (propfile, path)) def set_FDroidPopen_env(build=None): ''' set up the environment variables for the build environment There is only a weak standard, the variables used by gradle, so also set up the most commonly used environment variables for SDK and NDK. Also, if there is no locale set, this will set the locale (e.g. LANG) to en_US.UTF-8. ''' global env, orig_path if env is None: env = os.environ orig_path = env['PATH'] for n in ['ANDROID_HOME', 'ANDROID_SDK']: env[n] = config['sdk_path'] for k, v in config['java_paths'].items(): env['JAVA%s_HOME' % k] = v missinglocale = True for k, v in env.items(): if k == 'LANG' and v != 'C': missinglocale = False elif k == 'LC_ALL': missinglocale = False if missinglocale: env['LANG'] = 'en_US.UTF-8' if build is not None: path = build.ndk_path() paths = orig_path.split(os.pathsep) if path not in paths: paths = [path] + paths env['PATH'] = os.pathsep.join(paths) for n in ['ANDROID_NDK', 'NDK', 'ANDROID_NDK_HOME']: env[n] = build.ndk_path() def replace_config_vars(cmd, build): cmd = cmd.replace('$$SDK$$', config['sdk_path']) cmd = cmd.replace('$$NDK$$', build.ndk_path()) cmd = cmd.replace('$$MVN3$$', config['mvn3']) if build is not None: cmd = cmd.replace('$$COMMIT$$', build.commit) cmd = cmd.replace('$$VERSION$$', build.version) cmd = cmd.replace('$$VERCODE$$', build.vercode) return cmd def place_srclib(root_dir, number, libpath): if not number: return relpath = os.path.relpath(libpath, root_dir) proppath = os.path.join(root_dir, 'project.properties') lines = [] if os.path.isfile(proppath): with open(proppath, "r", encoding='iso-8859-1') as o: lines = o.readlines() with open(proppath, "w", encoding='iso-8859-1') as o: placed = False for line in lines: if line.startswith('android.library.reference.%d=' % number): o.write('android.library.reference.%d=%s\n' % (number, relpath)) placed = True else: o.write(line) if not placed: o.write('android.library.reference.%d=%s\n' % (number, relpath)) apk_sigfile = re.compile(r'META-INF/[0-9A-Za-z]+\.(SF|RSA|DSA|EC)') def verify_apks(signed_apk, unsigned_apk, tmp_dir): """Verify that two apks are the same One of the inputs is signed, the other is unsigned. The signature metadata is transferred from the signed to the unsigned apk, and then jarsigner is used to verify that the signature from the signed apk is also varlid for the unsigned one. :param signed_apk: Path to a signed apk file :param unsigned_apk: Path to an unsigned apk file expected to match it :param tmp_dir: Path to directory for temporary files :returns: None if the verification is successful, otherwise a string describing what went wrong. """ with ZipFile(signed_apk) as signed_apk_as_zip: meta_inf_files = ['META-INF/MANIFEST.MF'] for f in signed_apk_as_zip.namelist(): if apk_sigfile.match(f): meta_inf_files.append(f) if len(meta_inf_files) < 3: return "Signature files missing from {0}".format(signed_apk) signed_apk_as_zip.extractall(tmp_dir, meta_inf_files) with ZipFile(unsigned_apk, mode='a') as unsigned_apk_as_zip: for meta_inf_file in meta_inf_files: unsigned_apk_as_zip.write(os.path.join(tmp_dir, meta_inf_file), arcname=meta_inf_file) if subprocess.call([config['jarsigner'], '-verify', unsigned_apk]) != 0: logging.info("...NOT verified - {0}".format(signed_apk)) return compare_apks(signed_apk, unsigned_apk, tmp_dir) logging.info("...successfully verified") return None apk_badchars = re.compile('''[/ :;'"]''') def compare_apks(apk1, apk2, tmp_dir): """Compare two apks Returns None if the apk content is the same (apart from the signing key), otherwise a string describing what's different, or what went wrong when trying to do the comparison. """ apk1dir = os.path.join(tmp_dir, apk_badchars.sub('_', apk1[0:-4])) # trim .apk apk2dir = os.path.join(tmp_dir, apk_badchars.sub('_', apk2[0:-4])) # trim .apk for d in [apk1dir, apk2dir]: if os.path.exists(d): shutil.rmtree(d) os.mkdir(d) os.mkdir(os.path.join(d, 'jar-xf')) if subprocess.call(['jar', 'xf', os.path.abspath(apk1)], cwd=os.path.join(apk1dir, 'jar-xf')) != 0: return("Failed to unpack " + apk1) if subprocess.call(['jar', 'xf', os.path.abspath(apk2)], cwd=os.path.join(apk2dir, 'jar-xf')) != 0: return("Failed to unpack " + apk2) # try to find apktool in the path, if it hasn't been manually configed if 'apktool' not in config: tmp = find_command('apktool') if tmp is not None: config['apktool'] = tmp if 'apktool' in config: if subprocess.call([config['apktool'], 'd', os.path.abspath(apk1), '--output', 'apktool'], cwd=apk1dir) != 0: return("Failed to unpack " + apk1) if subprocess.call([config['apktool'], 'd', os.path.abspath(apk2), '--output', 'apktool'], cwd=apk2dir) != 0: return("Failed to unpack " + apk2) p = FDroidPopen(['diff', '-r', apk1dir, apk2dir], output=False) lines = p.output.splitlines() if len(lines) != 1 or 'META-INF' not in lines[0]: meld = find_command('meld') if meld is not None: p = FDroidPopen(['meld', apk1dir, apk2dir], output=False) return("Unexpected diff output - " + p.output) # since everything verifies, delete the comparison to keep cruft down shutil.rmtree(apk1dir) shutil.rmtree(apk2dir) # If we get here, it seems like they're the same! return None def find_command(command): '''find the full path of a command, or None if it can't be found in the PATH''' def is_exe(fpath): return os.path.isfile(fpath) and os.access(fpath, os.X_OK) fpath, fname = os.path.split(command) if fpath: if is_exe(command): return command else: for path in os.environ["PATH"].split(os.pathsep): path = path.strip('"') exe_file = os.path.join(path, command) if is_exe(exe_file): return exe_file return None def genpassword(): '''generate a random password for when generating keys''' h = hashlib.sha256() h.update(os.urandom(16)) # salt h.update(socket.getfqdn().encode('utf-8')) passwd = base64.b64encode(h.digest()).strip() return passwd.decode('utf-8') def genkeystore(localconfig): '''Generate a new key with random passwords and add it to new keystore''' logging.info('Generating a new key in "' + localconfig['keystore'] + '"...') keystoredir = os.path.dirname(localconfig['keystore']) if keystoredir is None or keystoredir == '': keystoredir = os.path.join(os.getcwd(), keystoredir) if not os.path.exists(keystoredir): os.makedirs(keystoredir, mode=0o700) write_password_file("keystorepass", localconfig['keystorepass']) write_password_file("keypass", localconfig['keypass']) p = FDroidPopen([config['keytool'], '-genkey', '-keystore', localconfig['keystore'], '-alias', localconfig['repo_keyalias'], '-keyalg', 'RSA', '-keysize', '4096', '-sigalg', 'SHA256withRSA', '-validity', '10000', '-storepass:file', config['keystorepassfile'], '-keypass:file', config['keypassfile'], '-dname', localconfig['keydname']]) # TODO keypass should be sent via stdin if p.returncode != 0: raise BuildException("Failed to generate key", p.output) os.chmod(localconfig['keystore'], 0o0600) # now show the lovely key that was just generated p = FDroidPopen([config['keytool'], '-list', '-v', '-keystore', localconfig['keystore'], '-alias', localconfig['repo_keyalias'], '-storepass:file', config['keystorepassfile']]) logging.info(p.output.strip() + '\n\n') def write_to_config(thisconfig, key, value=None): '''write a key/value to the local config.py''' if value is None: origkey = key + '_orig' value = thisconfig[origkey] if origkey in thisconfig else thisconfig[key] with open('config.py', 'r', encoding='utf8') as f: data = f.read() pattern = '\n[\s#]*' + key + '\s*=\s*"[^"]*"' repl = '\n' + key + ' = "' + value + '"' data = re.sub(pattern, repl, data) # if this key is not in the file, append it if not re.match('\s*' + key + '\s*=\s*"', data): data += repl # make sure the file ends with a carraige return if not re.match('\n$', data): data += '\n' with open('config.py', 'w', encoding='utf8') as f: f.writelines(data) def parse_xml(path): return XMLElementTree.parse(path).getroot() def string_is_integer(string): try: int(string) return True except ValueError: return False def get_per_app_repos(): '''per-app repos are dirs named with the packageName of a single app''' # Android packageNames are Java packages, they may contain uppercase or # lowercase letters ('A' through 'Z'), numbers, and underscores # ('_'). However, individual package name parts may only start with # letters. https://developer.android.com/guide/topics/manifest/manifest-element.html#package p = re.compile('^([a-zA-Z][a-zA-Z0-9_]*(\\.[a-zA-Z][a-zA-Z0-9_]*)*)?$') repos = [] for root, dirs, files in os.walk(os.getcwd()): for d in dirs: print('checking', root, 'for', d) if d in ('archive', 'metadata', 'repo', 'srclibs', 'tmp'): # standard parts of an fdroid repo, so never packageNames continue elif p.match(d) \ and os.path.exists(os.path.join(d, 'fdroid', 'repo', 'index.jar')): repos.append(d) break return repos fdroidserver-0.7.0/fdroidserver/gpgsign.py0000664000175000017500000000467212674056412020650 0ustar hanshans00000000000000#!/usr/bin/env python3 # # gpgsign.py - part of the FDroid server tools # Copyright (C) 2014, Ciaran Gultnieks, ciaran@ciarang.com # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import sys import os import glob from argparse import ArgumentParser import logging from . import common from .common import FDroidPopen config = None options = None def main(): global config, options # Parse command line... parser = ArgumentParser(usage="%(prog)s [options]") common.setup_global_opts(parser) options = parser.parse_args() config = common.read_config(options) repodirs = ['repo'] if config['archive_older'] != 0: repodirs.append('archive') for output_dir in repodirs: if not os.path.isdir(output_dir): logging.error("Missing output directory '" + output_dir + "'") sys.exit(1) # Process any apks that are waiting to be signed... for apkfile in sorted(glob.glob(os.path.join(output_dir, '*.apk'))): apkfilename = os.path.basename(apkfile) sigfilename = apkfilename + ".asc" sigpath = os.path.join(output_dir, sigfilename) if not os.path.exists(sigpath): gpgargs = ['gpg', '-a', '--output', sigpath, '--detach-sig'] if 'gpghome' in config: gpgargs.extend(['--homedir', config['gpghome']]) if 'gpgkey' in config: gpgargs.extend(['--local-user', config['gpgkey']]) gpgargs.append(os.path.join(output_dir, apkfilename)) p = FDroidPopen(gpgargs) if p.returncode != 0: logging.error("Signing failed.") sys.exit(1) logging.info('Signed ' + apkfilename) if __name__ == "__main__": main() fdroidserver-0.7.0/fdroidserver/__init__.py0000664000175000017500000000000012674056412020726 0ustar hanshans00000000000000fdroidserver-0.7.0/fdroidserver/metadata.py0000664000175000017500000012312512752375202020763 0ustar hanshans00000000000000#!/usr/bin/env python3 # # metadata.py - part of the FDroid server tools # Copyright (C) 2013, Ciaran Gultnieks, ciaran@ciarang.com # Copyright (C) 2013-2014 Daniel Martí # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import json import os import re import glob import cgi import logging import textwrap import io import yaml # use libyaml if it is available try: from yaml import CLoader YamlLoader = CLoader except ImportError: from yaml import Loader YamlLoader = Loader # use the C implementation when available import xml.etree.cElementTree as ElementTree import fdroidserver.common srclibs = None class MetaDataException(Exception): def __init__(self, value): self.value = value def __str__(self): return self.value # To filter which ones should be written to the metadata files if # present app_fields = set([ 'Disabled', 'AntiFeatures', 'Provides', 'Categories', 'License', 'Author Name', 'Author Email', 'Web Site', 'Source Code', 'Issue Tracker', 'Changelog', 'Donate', 'FlattrID', 'Bitcoin', 'Litecoin', 'Name', 'Auto Name', 'Summary', 'Description', 'Requires Root', 'Repo Type', 'Repo', 'Binaries', 'Maintainer Notes', 'Archive Policy', 'Auto Update Mode', 'Update Check Mode', 'Update Check Ignore', 'Vercode Operation', 'Update Check Name', 'Update Check Data', 'Current Version', 'Current Version Code', 'No Source Since', 'comments', # For formats that don't do inline comments 'builds', # For formats that do builds as a list ]) class App(): def __init__(self): self.Disabled = None self.AntiFeatures = [] self.Provides = None self.Categories = ['None'] self.License = 'Unknown' self.AuthorName = None self.AuthorEmail = None self.WebSite = '' self.SourceCode = '' self.IssueTracker = '' self.Changelog = '' self.Donate = None self.FlattrID = None self.Bitcoin = None self.Litecoin = None self.Name = None self.AutoName = '' self.Summary = '' self.Description = '' self.RequiresRoot = False self.RepoType = '' self.Repo = '' self.Binaries = None self.MaintainerNotes = '' self.ArchivePolicy = None self.AutoUpdateMode = 'None' self.UpdateCheckMode = 'None' self.UpdateCheckIgnore = None self.VercodeOperation = None self.UpdateCheckName = None self.UpdateCheckData = None self.CurrentVersion = '' self.CurrentVersionCode = None self.NoSourceSince = '' self.id = None self.metadatapath = None self.builds = [] self.comments = {} self.added = None self.lastupdated = None self._modified = set() # Translates human-readable field names to attribute names, e.g. # 'Auto Name' to 'AutoName' @classmethod def field_to_attr(cls, f): return f.replace(' ', '') # Translates attribute names to human-readable field names, e.g. # 'AutoName' to 'Auto Name' @classmethod def attr_to_field(cls, k): if k in app_fields: return k f = re.sub(r'([a-z])([A-Z])', r'\1 \2', k) return f # Constructs an old-fashioned dict with the human-readable field # names. Should only be used for tests. def field_dict(self): d = {} for k, v in self.__dict__.items(): if k == 'builds': d['builds'] = [] for build in v: b = {k: v for k, v in build.__dict__.items() if not k.startswith('_')} d['builds'].append(b) elif not k.startswith('_'): f = App.attr_to_field(k) d[f] = v return d # Gets the value associated to a field name, e.g. 'Auto Name' def get_field(self, f): if f not in app_fields: raise MetaDataException('Unrecognised app field: ' + f) k = App.field_to_attr(f) return getattr(self, k) # Sets the value associated to a field name, e.g. 'Auto Name' def set_field(self, f, v): if f not in app_fields: raise MetaDataException('Unrecognised app field: ' + f) k = App.field_to_attr(f) self.__dict__[k] = v self._modified.add(k) # Appends to the value associated to a field name, e.g. 'Auto Name' def append_field(self, f, v): if f not in app_fields: raise MetaDataException('Unrecognised app field: ' + f) k = App.field_to_attr(f) if k not in self.__dict__: self.__dict__[k] = [v] else: self.__dict__[k].append(v) # Like dict.update(), but using human-readable field names def update_fields(self, d): for f, v in d.items(): if f == 'builds': for b in v: build = Build() build.update_flags(b) self.builds.append(build) else: self.set_field(f, v) TYPE_UNKNOWN = 0 TYPE_OBSOLETE = 1 TYPE_STRING = 2 TYPE_BOOL = 3 TYPE_LIST = 4 TYPE_SCRIPT = 5 TYPE_MULTILINE = 6 TYPE_BUILD = 7 TYPE_BUILD_V2 = 8 fieldtypes = { 'Description': TYPE_MULTILINE, 'Maintainer Notes': TYPE_MULTILINE, 'Categories': TYPE_LIST, 'AntiFeatures': TYPE_LIST, 'Build Version': TYPE_BUILD, 'Build': TYPE_BUILD_V2, 'Use Built': TYPE_OBSOLETE, } def fieldtype(name): if name in fieldtypes: return fieldtypes[name] return TYPE_STRING # In the order in which they are laid out on files build_flags_order = [ 'disable', 'commit', 'subdir', 'submodules', 'init', 'patch', 'gradle', 'maven', 'kivy', 'output', 'srclibs', 'oldsdkloc', 'encoding', 'forceversion', 'forcevercode', 'rm', 'extlibs', 'prebuild', 'update', 'target', 'scanignore', 'scandelete', 'build', 'buildjni', 'ndk', 'preassemble', 'gradleprops', 'antcommands', 'novcheck', ] build_flags = set(build_flags_order + ['version', 'vercode']) class Build(): def __init__(self): self.disable = False self.commit = None self.subdir = None self.submodules = False self.init = '' self.patch = [] self.gradle = [] self.maven = False self.kivy = False self.output = None self.srclibs = [] self.oldsdkloc = False self.encoding = None self.forceversion = False self.forcevercode = False self.rm = [] self.extlibs = [] self.prebuild = '' self.update = [] self.target = None self.scanignore = [] self.scandelete = [] self.build = '' self.buildjni = [] self.ndk = None self.preassemble = [] self.gradleprops = [] self.antcommands = [] self.novcheck = False self._modified = set() def get_flag(self, f): if f not in build_flags: raise MetaDataException('Unrecognised build flag: ' + f) return getattr(self, f) def set_flag(self, f, v): if f == 'versionName': f = 'version' if f == 'versionCode': f = 'vercode' if f not in build_flags: raise MetaDataException('Unrecognised build flag: ' + f) self.__dict__[f] = v self._modified.add(f) def append_flag(self, f, v): if f not in build_flags: raise MetaDataException('Unrecognised build flag: ' + f) if f not in self.__dict__: self.__dict__[f] = [v] else: self.__dict__[f].append(v) def build_method(self): for f in ['maven', 'gradle', 'kivy']: if self.get_flag(f): return f if self.output: return 'raw' return 'ant' # like build_method, but prioritize output= def output_method(self): if self.output: return 'raw' for f in ['maven', 'gradle', 'kivy']: if self.get_flag(f): return f return 'ant' def ndk_path(self): version = self.ndk if not version: version = 'r12b' # falls back to latest paths = fdroidserver.common.config['ndk_paths'] if version not in paths: return '' return paths[version] def update_flags(self, d): for f, v in d.items(): self.set_flag(f, v) flagtypes = { 'extlibs': TYPE_LIST, 'srclibs': TYPE_LIST, 'patch': TYPE_LIST, 'rm': TYPE_LIST, 'buildjni': TYPE_LIST, 'preassemble': TYPE_LIST, 'update': TYPE_LIST, 'scanignore': TYPE_LIST, 'scandelete': TYPE_LIST, 'gradle': TYPE_LIST, 'antcommands': TYPE_LIST, 'gradleprops': TYPE_LIST, 'init': TYPE_SCRIPT, 'prebuild': TYPE_SCRIPT, 'build': TYPE_SCRIPT, 'submodules': TYPE_BOOL, 'oldsdkloc': TYPE_BOOL, 'forceversion': TYPE_BOOL, 'forcevercode': TYPE_BOOL, 'novcheck': TYPE_BOOL, } def flagtype(name): if name in flagtypes: return flagtypes[name] return TYPE_STRING # Designates a metadata field type and checks that it matches # # 'name' - The long name of the field type # 'matching' - List of possible values or regex expression # 'sep' - Separator to use if value may be a list # 'fields' - Metadata fields (Field:Value) of this type # 'flags' - Build flags (flag=value) of this type # class FieldValidator(): def __init__(self, name, matching, fields, flags): self.name = name self.matching = matching self.compiled = re.compile(matching) self.fields = fields self.flags = flags def check(self, v, appid): if not v: return if type(v) == list: values = v else: values = [v] for v in values: if not self.compiled.match(v): raise MetaDataException("'%s' is not a valid %s in %s. Regex pattern: %s" % (v, self.name, appid, self.matching)) # Generic value types valuetypes = { FieldValidator("Integer", r'^[1-9][0-9]*$', [], ['vercode']), FieldValidator("Hexadecimal", r'^[0-9a-f]+$', ['FlattrID'], []), FieldValidator("HTTP link", r'^http[s]?://', ["WebSite", "SourceCode", "IssueTracker", "Changelog", "Donate"], []), FieldValidator("Email", r'^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}$', ["AuthorEmail"], []), FieldValidator("Bitcoin address", r'^[a-zA-Z0-9]{27,34}$', ["Bitcoin"], []), FieldValidator("Litecoin address", r'^L[a-zA-Z0-9]{33}$', ["Litecoin"], []), FieldValidator("Repo Type", r'^(git|git-svn|svn|hg|bzr|srclib)$', ["RepoType"], []), FieldValidator("Binaries", r'^http[s]?://', ["Binaries"], []), FieldValidator("Archive Policy", r'^[0-9]+ versions$', ["ArchivePolicy"], []), FieldValidator("Anti-Feature", r'^(Ads|Tracking|NonFreeNet|NonFreeDep|NonFreeAdd|UpstreamNonFree|NonFreeAssets)$', ["AntiFeatures"], []), FieldValidator("Auto Update Mode", r"^(Version .+|None)$", ["AutoUpdateMode"], []), FieldValidator("Update Check Mode", r"^(Tags|Tags .+|RepoManifest|RepoManifest/.+|RepoTrunk|HTTP|Static|None)$", ["UpdateCheckMode"], []) } # Check an app's metadata information for integrity errors def check_metadata(app): for v in valuetypes: for k in v.fields: if k not in app._modified: continue v.check(app.__dict__[k], app.id) for build in app.builds: for k in v.flags: if k not in build._modified: continue v.check(build.__dict__[k], app.id) # Formatter for descriptions. Create an instance, and call parseline() with # each line of the description source from the metadata. At the end, call # end() and then text_txt and text_html will contain the result. class DescriptionFormatter: stNONE = 0 stPARA = 1 stUL = 2 stOL = 3 def __init__(self, linkres): self.bold = False self.ital = False self.state = self.stNONE self.laststate = self.stNONE self.text_html = '' self.text_txt = '' self.html = io.StringIO() self.text = io.StringIO() self.para_lines = [] self.linkResolver = None self.linkResolver = linkres def endcur(self, notstates=None): if notstates and self.state in notstates: return if self.state == self.stPARA: self.endpara() elif self.state == self.stUL: self.endul() elif self.state == self.stOL: self.endol() def endpara(self): self.laststate = self.state self.state = self.stNONE whole_para = ' '.join(self.para_lines) self.addtext(whole_para) wrapped = textwrap.fill(whole_para, 80, break_long_words=False, break_on_hyphens=False) self.text.write(wrapped) self.html.write('

') del self.para_lines[:] def endul(self): self.html.write('') self.laststate = self.state self.state = self.stNONE def endol(self): self.html.write('') self.laststate = self.state self.state = self.stNONE def formatted(self, txt, html): res = '' if html: txt = cgi.escape(txt) while True: index = txt.find("''") if index == -1: return res + txt res += txt[:index] txt = txt[index:] if txt.startswith("'''"): if html: if self.bold: res += '' else: res += '' self.bold = not self.bold txt = txt[3:] else: if html: if self.ital: res += '' else: res += '' self.ital = not self.ital txt = txt[2:] def linkify(self, txt): res_plain = '' res_html = '' while True: index = txt.find("[") if index == -1: return (res_plain + self.formatted(txt, False), res_html + self.formatted(txt, True)) res_plain += self.formatted(txt[:index], False) res_html += self.formatted(txt[:index], True) txt = txt[index:] if txt.startswith("[["): index = txt.find("]]") if index == -1: raise MetaDataException("Unterminated ]]") url = txt[2:index] if self.linkResolver: url, urltext = self.linkResolver(url) else: urltext = url res_html += '' + cgi.escape(urltext) + '' res_plain += urltext txt = txt[index + 2:] else: index = txt.find("]") if index == -1: raise MetaDataException("Unterminated ]") url = txt[1:index] index2 = url.find(' ') if index2 == -1: urltxt = url else: urltxt = url[index2 + 1:] url = url[:index2] if url == urltxt: raise MetaDataException("Url title is just the URL - use [url]") res_html += '' + cgi.escape(urltxt) + '' res_plain += urltxt if urltxt != url: res_plain += ' (' + url + ')' txt = txt[index + 1:] def addtext(self, txt): p, h = self.linkify(txt) self.html.write(h) def parseline(self, line): if not line: self.endcur() elif line.startswith('* '): self.endcur([self.stUL]) if self.state != self.stUL: self.html.write('
    ') self.state = self.stUL if self.laststate != self.stNONE: self.text.write('\n\n') else: self.text.write('\n') self.text.write(line) self.html.write('
  • ') self.addtext(line[1:]) self.html.write('
    • ') elif line.startswith('# '): self.endcur([self.stOL]) if self.state != self.stOL: self.html.write('
      ') self.state = self.stOL if self.laststate != self.stNONE: self.text.write('\n\n') else: self.text.write('\n') self.text.write(line) self.html.write('
    1. ') self.addtext(line[1:]) self.html.write('
      2. ') else: self.para_lines.append(line) self.endcur([self.stPARA]) if self.state == self.stNONE: self.state = self.stPARA if self.laststate != self.stNONE: self.text.write('\n\n') self.html.write('

      ') def end(self): self.endcur() self.text_txt = self.text.getvalue() self.text_html = self.html.getvalue() self.text.close() self.html.close() # Parse multiple lines of description as written in a metadata file, returning # a single string in text format and wrapped to 80 columns. def description_txt(s): ps = DescriptionFormatter(None) for line in s.splitlines(): ps.parseline(line) ps.end() return ps.text_txt # Parse multiple lines of description as written in a metadata file, returning # a single string in wiki format. Used for the Maintainer Notes field as well, # because it's the same format. def description_wiki(s): return s # Parse multiple lines of description as written in a metadata file, returning # a single string in HTML format. def description_html(s, linkres): ps = DescriptionFormatter(linkres) for line in s.splitlines(): ps.parseline(line) ps.end() return ps.text_html def parse_srclib(metadatapath): thisinfo = {} # Defaults for fields that come from metadata thisinfo['Repo Type'] = '' thisinfo['Repo'] = '' thisinfo['Subdir'] = None thisinfo['Prepare'] = None if not os.path.exists(metadatapath): return thisinfo metafile = open(metadatapath, "r", encoding='utf-8') n = 0 for line in metafile: n += 1 line = line.rstrip('\r\n') if not line or line.startswith("#"): continue try: f, v = line.split(':', 1) except ValueError: raise MetaDataException("Invalid metadata in %s:%d" % (line, n)) if f == "Subdir": thisinfo[f] = v.split(',') else: thisinfo[f] = v metafile.close() return thisinfo def read_srclibs(): """Read all srclib metadata. The information read will be accessible as metadata.srclibs, which is a dictionary, keyed on srclib name, with the values each being a dictionary in the same format as that returned by the parse_srclib function. A MetaDataException is raised if there are any problems with the srclib metadata. """ global srclibs # They were already loaded if srclibs is not None: return srclibs = {} srcdir = 'srclibs' if not os.path.exists(srcdir): os.makedirs(srcdir) for metadatapath in sorted(glob.glob(os.path.join(srcdir, '*.txt'))): srclibname = os.path.basename(metadatapath[:-4]) srclibs[srclibname] = parse_srclib(metadatapath) # Read all metadata. Returns a list of 'app' objects (which are dictionaries as # returned by the parse_txt_metadata function. def read_metadata(xref=True): # Always read the srclibs before the apps, since they can use a srlib as # their source repository. read_srclibs() apps = {} for basedir in ('metadata', 'tmp'): if not os.path.exists(basedir): os.makedirs(basedir) # If there are multiple metadata files for a single appid, then the first # file that is parsed wins over all the others, and the rest throw an # exception. So the original .txt format is parsed first, at least until # newer formats stabilize. for metadatapath in sorted(glob.glob(os.path.join('metadata', '*.txt')) + glob.glob(os.path.join('metadata', '*.json')) + glob.glob(os.path.join('metadata', '*.xml')) + glob.glob(os.path.join('metadata', '*.yml')) + glob.glob('.fdroid.json') + glob.glob('.fdroid.xml') + glob.glob('.fdroid.yml')): packageName, _ = fdroidserver.common.get_extension(os.path.basename(metadatapath)) if packageName in apps: raise MetaDataException("Found multiple metadata files for " + packageName) app = parse_metadata(metadatapath) check_metadata(app) apps[app.id] = app if xref: # Parse all descriptions at load time, just to ensure cross-referencing # errors are caught early rather than when they hit the build server. def linkres(appid): if appid in apps: return ("fdroid.app:" + appid, "Dummy name - don't know yet") raise MetaDataException("Cannot resolve app id " + appid) for appid, app in apps.items(): try: description_html(app.Description, linkres) except MetaDataException as e: raise MetaDataException("Problem with description of " + appid + " - " + str(e)) return apps # Port legacy ';' separators list_sep = re.compile(r'[,;]') def split_list_values(s): res = [] for v in re.split(list_sep, s): if not v: continue v = v.strip() if not v: continue res.append(v) return res def get_default_app_info(metadatapath=None): if metadatapath is None: appid = None else: appid, _ = fdroidserver.common.get_extension(os.path.basename(metadatapath)) if appid == '.fdroid': # we have local metadata in the app's source if os.path.exists('AndroidManifest.xml'): manifestroot = fdroidserver.common.parse_xml('AndroidManifest.xml') else: pattern = re.compile(""".*manifest\.srcFile\s+'AndroidManifest\.xml'.*""") for root, dirs, files in os.walk(os.getcwd()): if 'build.gradle' in files: p = os.path.join(root, 'build.gradle') with open(p, 'rb') as f: data = f.read() m = pattern.search(data) if m: logging.debug('Using: ' + os.path.join(root, 'AndroidManifest.xml')) manifestroot = fdroidserver.common.parse_xml(os.path.join(root, 'AndroidManifest.xml')) break if manifestroot is None: raise MetaDataException("Cannot find a packageName for {0}!".format(metadatapath)) appid = manifestroot.attrib['package'] app = App() app.metadatapath = metadatapath if appid is not None: app.id = appid return app def sorted_builds(builds): return sorted(builds, key=lambda build: int(build.vercode)) esc_newlines = re.compile(r'\\( |\n)') # This function uses __dict__ to be faster def post_metadata_parse(app): for k in app._modified: v = app.__dict__[k] if type(v) in (float, int): app.__dict__[k] = str(v) for build in app.builds: for k in build._modified: v = build.__dict__[k] if type(v) in (float, int): build.__dict__[k] = str(v) continue ftype = flagtype(k) if ftype == TYPE_SCRIPT: build.__dict__[k] = re.sub(esc_newlines, '', v).lstrip().rstrip() elif ftype == TYPE_BOOL: # TODO handle this using ') for child in root: if child.tag != 'builds': # builds does not have name="" attrib name = child.attrib['name'] if child.tag == 'string': app.set_field(name, child.text) elif child.tag == 'string-array': for item in child: app.append_field(name, item.text) elif child.tag == 'builds': for b in child: build = Build() for key in b: build.set_flag(key.tag, key.text) app.builds.append(build) # TODO handle this using 0: cmds[-1] = cmds[-1][:-len('&& \\')] w_field(f, cmds, prefix, 'multiline') return else: v = ' ' + escape(v) + '\n' mf.write(prefix) mf.write(f) mf.write(":") mf.write(v) global first_build first_build = True def w_build(build): global first_build if first_build: mf.write("builds:\n") first_build = False w_field('versionName', build.version, ' - ', TYPE_STRING) w_field('versionCode', build.vercode, ' ', TYPE_STRING) for f in build_flags_order: v = build.get_flag(f) if not v: continue w_field(f, v, ' ', flagtype(f)) write_plaintext_metadata(mf, app, w_comment, w_field, w_build) def write_metadata(metadatapath, app): _, ext = fdroidserver.common.get_extension(metadatapath) accepted = fdroidserver.common.config['accepted_formats'] if ext not in accepted: raise MetaDataException('Cannot write "%s", not an accepted format, use: %s' % ( metadatapath, ', '.join(accepted))) with open(metadatapath, 'w', encoding='utf8') as mf: if ext == 'txt': return write_txt(mf, app) elif ext == 'yml': return write_yaml(mf, app) raise MetaDataException('Unknown metadata format: %s' % metadatapath) fdroidserver-0.7.0/fdroidserver/net.py0000664000175000017500000000245312674056412017773 0ustar hanshans00000000000000#!/usr/bin/env python3 # # net.py - part of the FDroid server tools # Copyright (C) 2015 Hans-Christoph Steiner # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import os import requests def download_file(url, local_filename=None, dldir='tmp'): filename = url.split('/')[-1] if local_filename is None: local_filename = os.path.join(dldir, filename) # the stream=True parameter keeps memory usage low r = requests.get(url, stream=True) with open(local_filename, 'wb') as f: for chunk in r.iter_content(chunk_size=1024): if chunk: # filter out keep-alive new chunks f.write(chunk) f.flush() return local_filename fdroidserver-0.7.0/fdroidserver/stats.py0000664000175000017500000002532712674056412020350 0ustar hanshans00000000000000#!/usr/bin/env python3 # # stats.py - part of the FDroid server tools # Copyright (C) 2010-13, Ciaran Gultnieks, ciaran@ciarang.com # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import sys import os import re import time import traceback import glob import json from argparse import ArgumentParser import paramiko import socket import logging import subprocess from collections import Counter from . import common from . import metadata def carbon_send(key, value): s = socket.socket() s.connect((config['carbon_host'], config['carbon_port'])) msg = '%s %d %d\n' % (key, value, int(time.time())) s.sendall(msg) s.close() options = None config = None def most_common_stable(counts): pairs = [] for s in counts: pairs.append((s, counts[s])) return sorted(pairs, key=lambda t: (-t[1], t[0])) def main(): global options, config # Parse command line... parser = ArgumentParser() common.setup_global_opts(parser) parser.add_argument("-d", "--download", action="store_true", default=False, help="Download logs we don't have") parser.add_argument("--recalc", action="store_true", default=False, help="Recalculate aggregate stats - use when changes " "have been made that would invalidate old cached data.") parser.add_argument("--nologs", action="store_true", default=False, help="Don't do anything logs-related") options = parser.parse_args() config = common.read_config(options) if not config['update_stats']: logging.info("Stats are disabled - set \"update_stats = True\" in your config.py") sys.exit(1) # Get all metadata-defined apps... allmetaapps = [app for app in metadata.read_metadata().values()] metaapps = [app for app in allmetaapps if not app.Disabled] statsdir = 'stats' logsdir = os.path.join(statsdir, 'logs') datadir = os.path.join(statsdir, 'data') if not os.path.exists(statsdir): os.mkdir(statsdir) if not os.path.exists(logsdir): os.mkdir(logsdir) if not os.path.exists(datadir): os.mkdir(datadir) if options.download: # Get any access logs we don't have... ssh = None ftp = None try: logging.info('Retrieving logs') ssh = paramiko.SSHClient() ssh.load_system_host_keys() ssh.connect(config['stats_server'], username=config['stats_user'], timeout=10, key_filename=config['webserver_keyfile']) ftp = ssh.open_sftp() ftp.get_channel().settimeout(60) logging.info("...connected") ftp.chdir('logs') files = ftp.listdir() for f in files: if f.startswith('access-') and f.endswith('.log.gz'): destpath = os.path.join(logsdir, f) destsize = ftp.stat(f).st_size if (not os.path.exists(destpath) or os.path.getsize(destpath) != destsize): logging.debug("...retrieving " + f) ftp.get(f, destpath) except Exception: traceback.print_exc() sys.exit(1) finally: # Disconnect if ftp is not None: ftp.close() if ssh is not None: ssh.close() knownapks = common.KnownApks() unknownapks = [] if not options.nologs: # Process logs logging.info('Processing logs...') appscount = Counter() appsvercount = Counter() logexpr = '(?P[.:0-9a-fA-F]+) - - \[(?P

      '; echo $app[1].'
      '; if(isset($app[3]) && trim($app[3])) { echo ''.$app[3].'

      '; } echo ''; } fclose($handle); } echo $after_widget; } function update($new_instance, $old_instance) { $instance = array(); $instance['title'] = (!empty($new_instance['title'])) ? strip_tags($new_instance['title']) : ''; return $instance; } function form($instance) { if (isset($instance['title'])) { $title = $instance['title']; } else { $title = __('New title', 'text_domain'); } ?>

      inited=false; $this->site_path=getenv('DOCUMENT_ROOT'); add_action('widgets_init', function() { register_widget('FDroidLatestWidget'); }); } // Register additional query variables. (Handler for the 'query_vars' filter) function queryvars($qvars) { $qvars[]='fdfilter'; $qvars[]='fdcategory'; $qvars[]='fdid'; $qvars[]='fdpage'; $qvars[]='fdstyle'; return $qvars; } // Lazy initialise. All non-trivial members should call this before doing anything else. function lazyinit() { if(!$this->inited) { load_plugin_textdomain($this->textdom, PLUGINDIR.'/'.dirname(plugin_basename(__FILE__)), dirname(plugin_basename(__FILE__))); $this->inited=true; } } // Gets a required query parameter by name. function getrequiredparam($name) { global $wp_query; if(!isset($wp_query->query_vars[$name])) wp_die("Missing parameter ".$name,"Error"); return $wp_query->query_vars[$name]; } // Handler for the 'fdroidrepo' shortcode. // $attribs - shortcode attributes // $content - optional content enclosed between the starting and // ending shortcode // Returns the generated content. function do_shortcode($attribs,$content=null) { global $wp_query,$wp_rewrite; $this->lazyinit(); // Init local query vars foreach($this->queryvars(array()) as $qv) { if(array_key_exists($qv,$wp_query->query_vars)) { $query_vars[$qv] = $wp_query->query_vars[$qv]; } else { $query_vars[$qv] = null; } } // Sanity check and standardise all query variables... if(!isset($query_vars['fdpage']) || !is_numeric($query_vars['fdpage']) || $query_vars['fdpage'] <= 0) { $query_vars['fdpage'] = 1; } else { $query_vars['fdpage'] = strval(intval($query_vars['fdpage'])); } if(isset($query_vars['fdstyle']) && ($query_vars['fdstyle'] != 'list' && $query_vars['fdstyle'] != 'grid')) { $query_vars['fdstyle'] = 'list'; } if(isset($query_vars['fdcategory'])) { if($query_vars['fdcategory'] == 'All categories') { unset($query_vars['fdcategory']); } else { $query_vars['fdcategory'] = sanitize_text_field($query_vars['fdcategory']); } } if(isset($query_vars['fdfilter'])) { $query_vars['fdfilter'] = sanitize_text_field($query_vars['fdfilter']); } else { if(isset($attribs['search'])) { $query_vars['fdfilter'] = ''; } } if(isset($query_vars['fdid'])) { $query_vars['fdid'] = sanitize_text_field($query_vars['fdid']); } $out = ''; if($query_vars['fdid']!==null) { $out.=$this->get_app($query_vars); } else { $out.='
      '; $out.='

      '; $out.=''; $out.='

      '; $out.=$this->makeformdata($query_vars); $out.='
      '."\n"; $out.=$this->get_apps($query_vars); } return $out; } // Get a URL for a full description of a license, as given by one of our // pre-defined license abbreviations. This is a temporary function, as this // needs to be data-driven so the same information can be used by the client, // the web site and the documentation. function getlicenseurl($license) { switch($license) { case 'MIT': return 'https://www.gnu.org/licenses/license-list.html#X11License'; case 'NewBSD': return 'https://www.gnu.org/licenses/license-list.html#ModifiedBSD'; case 'FreeBSD': return 'https://www.gnu.org/licenses/license-list.html#FreeBSD'; case 'BSD': return 'https://www.gnu.org/licenses/license-list.html#OriginalBSD'; case 'GPLv3': case 'GPLv3+': return 'https://www.gnu.org/licenses/license-list.html#GNUGPLv3'; case 'GPLv2': case 'GPLv2+': return 'https://www.gnu.org/licenses/license-list.html#GPLv2'; case 'AGPLv3': case 'AGPLv3+': return 'https://www.gnu.org/licenses/license-list.html#AGPLv3.0'; case 'LGPL': return 'https://www.gnu.org/licenses/license-list.html#LGPL'; case 'LGPLv3': return 'https://www.gnu.org/licenses/license-list.html#LGPLv3'; case 'LGPLv2.1': return 'https://www.gnu.org/licenses/license-list.html#LGPLv2.1'; case 'Apache2': return 'https://www.gnu.org/licenses/license-list.html#apache2'; case 'WTFPL': return 'https://www.gnu.org/licenses/license-list.html#WTFPL'; case 'ISC': return 'https://www.gnu.org/licenses/license-list.html#ISC'; case 'Expat': return 'https://www.gnu.org/licenses/license-list.html#Expat'; case 'Artistic2': return 'https://www.gnu.org/licenses/license-list.html#ArtisticLicense2'; case 'CC0': return 'https://www.gnu.org/licenses/license-list.html#CC0'; case 'PublicDomain': return 'https://www.gnu.org/licenses/license-list.html#PublicDomain'; case 'Unlicense': return 'https://www.gnu.org/licenses/license-list.html#Unlicense'; case 'MPL': return 'https://www.gnu.org/licenses/license-list.html#MPL'; case 'MPL2': return 'https://www.gnu.org/licenses/license-list.html#MPL-2.0'; case 'NCSA': return 'https://www.gnu.org/licenses/license-list.html#NCSA'; case 'Zlib': return 'https://www.gnu.org/licenses/license-list.html#ZLib'; case 'EPL': return 'https://www.gnu.org/licenses/license-list.html#EPL'; case 'EUPL': return 'https://www.gnu.org/licenses/license-list.html#EUPL'; default: return null; } } function androidversion($sdkLevel) { switch ($sdkLevel) { case 24: return "7.0"; case 23: return "6.0"; case 22: return "5.1"; case 21: return "5.0"; case 20: return "4.4W"; case 19: return "4.4"; case 18: return "4.3"; case 17: return "4.2"; case 16: return "4.1"; case 15: return "4.0.3"; case 14: return "4.0"; case 13: return "3.2"; case 12: return "3.1"; case 11: return "3.0"; case 10: return "2.3.3"; case 9: return "2.3"; case 8: return "2.2"; case 7: return "2.1"; case 6: return "2.0.1"; case 5: return "2.0"; case 4: return "1.6"; case 3: return "1.5"; case 2: return "1.1"; case 1: return "1.0"; default: return "?"; } } function get_app($query_vars) { global $permissions_data; $permissions_object = new AndroidPermissions($this->site_path.'/wp-content/plugins/wp-fdroid/AndroidManifest.xml', $this->site_path.'/wp-content/plugins/wp-fdroid/strings.xml', sys_get_temp_dir().'/android-permissions.cache'); $permissions_data = $permissions_object->get_permissions_array(); // Get app data $xml = simplexml_load_file($this->site_path.'/repo/index.xml'); foreach($xml->children() as $app) { $attrs=$app->attributes(); if($attrs['id']==$query_vars['fdid']) { $apks=array();; foreach($app->children() as $el) { switch($el->getName()) { case "name": $name=$el; break; case "icon": $icon=$el; break; case "summary": $summary=$el; break; case "desc": $desc=$el; break; case "license": $license=$el; break; case "author": $author=$el; break; case "email": $email=$el; break; case "source": $source=$el; break; case "tracker": $issues=$el; break; case "changelog": $changelog=$el; break; case "donate": $donate=$el; break; case "flattr": $flattr=$el; break; case "web": $web=$el; break; case "antifeatures": $antifeatures=$el; break; case "requirements": $requirements=$el; break; case "package": $thisapk=array(); foreach($el->children() as $pel) { switch($pel->getName()) { case "version": $thisapk['version']=$pel; break; case "vercode": $thisapk['vercode']=$pel; break; case "added": $thisapk['added']=$pel; break; case "apkname": $thisapk['apkname']=$pel; break; case "srcname": $thisapk['srcname']=$pel; break; case "hash": $thisapk['hash']=$pel; break; case "size": $thisapk['size']=$pel; break; case "sdkver": $thisapk['sdkver']=$pel; break; case "maxsdkver": $thisapk['maxsdkver']=$pel; break; case "nativecode": $thisapk['nativecode']=$pel; break; case "permissions": $thisapk['permissions']=$pel; break; } } $apks[]=$thisapk; } } // Generate app diff data foreach(array_reverse($apks, true) as $key=>$apk) { if(isset($previous)) { // Apk size $apks[$key]['diff']['size'] = $apk['size']-$previous['size']; } // Permissions $permissions = explode(',',$apk['permissions']); $permissionsPrevious = isset($previous['permissions'])?explode(',',$previous['permissions']):array(); $apks[$key]['diff']['permissions']['added'] = array_diff($permissions, $permissionsPrevious); $apks[$key]['diff']['permissions']['removed'] = array_diff($permissionsPrevious, $permissions); $previous = $apk; } // Output app information $out='
      '; $out.='
      '; $out.='

      '.$name.""; $out.="
      ".$summary."

      "; $out.="
      "; $out.=str_replace('href="fdroid.app:', 'href="/repository/browse/?fdid=', $desc); if(isset($antifeatures)) { $antifeaturesArray = explode(',',$antifeatures); foreach($antifeaturesArray as $antifeature) { $antifeatureDescription = $this->get_antifeature_description($antifeature); $out.='

      '.$antifeatureDescription['name'].'
      '; $out.=$antifeatureDescription['description'].' more...

      '; } } $out.="

      "; $licenseurl=$this->getlicenseurl($license); $out.="License: "; if($licenseurl) $out.=''; $out.=$license; if($licenseurl) $out.=''; if(isset($requirements)) { $out.='
      Additional requirements: '.$requirements; } $out.="

      "; $out.="

      "; if(strlen($web)>0) $out.='Website: '.$web.'
      '; if(isset($author) && strlen($author)>0) if(isset($email) && strlen($email)>0) $out.='Author(s): '.$author.'
      '; else $out.='Author(s): '.$author.'
      '; if(strlen($issues)>0) $out.='Issue Tracker: '.$issues.'
      '; if(strlen($source)>0) $out.='Source Code: '.$source.'
      '; if(strlen($changelog)>0) $out.='Changelog: '.$changelog.'
      '; if(isset($donate) && strlen($donate)>0) $out.='Donate: '.$donate.'
      '; if(isset($flattr) && strlen($flattr)>0) $out.='Flattr:
      '; $out.="

      "; $out.="

      For full details and additional technical information, see "; $out.="this application's page on the F-Droid wiki.

      "; $out.=''; $out.="

      Packages

      "; $out.=''; $out.="

      Although APK downloads are available below to give "; $out.="you the choice, you should be aware that by installing that way you "; $out.="will not receive update notifications, and it's a less secure way "; $out.="to download. "; $out.="We recommend that you install the F-Droid client and use that.

      "; $i=0; foreach($apks as $apk) { $first = $i+1==count($apks); $out.="

      Version ".$apk['version'].""; $out.=" - Added on ".$apk['added']."
      "; $hasminsdk = isset($apk['sdkver']); $hasmaxsdk = isset($apk['maxsdkver']); if($hasminsdk && $hasmaxsdk) { $out.="

      This version requires Android ".$this->androidversion($apk['sdkver'])." up to ".$this->androidversion($apk['maxsdkver'])."

      "; } elseif($hasminsdk) { $out.="

      This version requires Android ".$this->androidversion($apk['sdkver'])." or newer.

      "; } elseif($hasmaxsdk) { $out.="

      This version requires Android ".$this->androidversion($apk['maxsdkver'])." or old.

      "; } $hasabis = isset($apk['nativecode']); if($hasabis) { $abis = str_replace(',', ' ', $apk['nativecode']); $out.="

      This version uses native code and is built for: ".$abis."

      "; } // Is this source or binary? $srcbuild = isset($apk['srcname']) && file_exists($this->site_path.'/repo/'.$apk['srcname']); $out.="

      This version is built and signed by "; if($srcbuild) { $out.="F-Droid, and guaranteed to correspond to the source tarball below.

      "; } else { $out.="the original developer.

      "; } $out.='download apk '; $out.=$this->human_readable_size($apk['size']); $diffSize = $apk['diff']['size']; if(abs($diffSize) > 500) { $out.=' ('; $out.=$diffSize>0?'+':''; $out.=$this->human_readable_size($diffSize, 1).')'; } if(file_exists($this->site_path.'/repo/'.$apk['apkname'].'.asc')) { $out.=' GPG Signature '; } if($srcbuild) { $out.='
      source tarball '; $out.=$this->human_readable_size(filesize($this->site_path.'/repo/'.$apk['srcname'])); } if(isset($apk['permissions'])) { // Permissions diff link if($first == false) { $permissionsAddedCount = count($apk['diff']['permissions']['added']); $permissionsRemovedCount = count($apk['diff']['permissions']['removed']); $divIdDiff='permissionsDiff'.$i; if($permissionsAddedCount || $permissionsRemovedCount) { $out.='
      permissions diff'; $out.=' ('; if($permissionsAddedCount) $out.='+'.$permissionsAddedCount; if($permissionsAddedCount && $permissionsRemovedCount) $out.='/'; if($permissionsRemovedCount) $out.='-'.$permissionsRemovedCount; $out.=')'; } else { $out.='
      no permission changes'; } } // Permissions list link $permissionsListString = $this->get_permission_list_string(explode(',',$apk['permissions']), $permissions_data, $summary); /*if($i==0) $divStyleDisplay='block'; else*/ $divStyleDisplay='none'; $divId='permissions'.$i; $out.='
      view permissions'; $out.=' ['.$summary.']'; $out.='
      '; // Permissions list $out.='
      '; $out.=$permissionsListString; $out.='
      '; // Permissions diff { $out.='
      '; $permissionsRemoved = $apk['diff']['permissions']['removed']; usort($permissionsRemoved, "permissions_cmp"); // Added permissions if($permissionsAddedCount) { $out.='
      ADDED

      '; $out.=$this->get_permission_list_string($apk['diff']['permissions']['added'], $permissions_data, $summary); } // Removed permissions if($permissionsRemovedCount) { $out.='
      REMOVED

      '; $out.=$this->get_permission_list_string($apk['diff']['permissions']['removed'], $permissions_data, $summary); } $out.='
      '; } } else { $out.='
      no extra permissions needed
      '; } $out.='

      '; $i++; } $out.='

      Index

      '; return $out; } } return "

      Application not found

      "; } private function get_permission_list_string($permissions, $permissions_data, &$summary) { $out=''; usort($permissions, "permissions_cmp"); $permission_group_last = ''; foreach($permissions as $permission) { $permission_group = $permissions_data['permission'][$permission]['permissionGroup']; if($permission_group != $permission_group_last) { $permission_group_label = $permissions_data['permission-group'][$permission_group]['label']; if($permission_group_label=='') $permission_group_label = 'Extra/Custom'; $out.=''.strtoupper($permission_group_label).'
      '; $permission_group_last = $permission_group; } $out.=$this->get_permission_protection_level_icon($permissions_data['permission'][$permission]['protectionLevel']).' '; $out.=''.$permissions_data['permission'][$permission]['label'].' ['.$permission.']
      '; if($permissions_data['permission'][$permission]['description']) $out.=$permissions_data['permission'][$permission]['description'].'
      '; //$out.=$permissions_data['permission'][$permission]['comment'].'
      '; $out.='
      '; if(!isset($summaryCount[$permissions_data['permission'][$permission]['protectionLevel']])) $summaryCount[$permissions_data['permission'][$permission]['protectionLevel']] = 0; $summaryCount[$permissions_data['permission'][$permission]['protectionLevel']]++; } $summary = ''; if(isset($summaryCount)) { foreach($summaryCount as $protectionLevel => $count) { $summary .= $this->get_permission_protection_level_icon($protectionLevel, 'regular').' '.$count; $summary .= ', '; } } $summary = substr($summary,0,-2); return $out; } private function get_permission_protection_level_icon($protection_level, $size='adjusted') { $iconString = ''; if($protection_level=='dangerous') { $iconString .= '⚠'; // WARNING SIGN } elseif($protection_level=='normal') { $iconString .= 'ⓘ'; // CIRCLED LATIN SMALL LETTER I } elseif($protection_level=='signature') { $iconString .= '✽'; // HEAVY TEARDROP-SPOKED ASTERISK } elseif($protection_level=='signatureOrSystem') { $iconString .= '⚛'; // ATOM SYMBOL } else { $iconString .= '⚙'; // GEAR } return $iconString; } private function human_readable_size($size, $minDiv=0) { $si_prefix = array('bytes','kB','MB'); $div = 1024; for($i=0;(abs($size) > $div && $i < count($si_prefix)) || $i<$minDiv;$i++) { $size /= $div; } return round($size,max(0,$i-1)).' '.$si_prefix[$i]; } private function get_antifeature_description($antifeature) { // Anti feature names and descriptions $antifeatureDescription['Ads']['name'] = 'Advertising'; $antifeatureDescription['Ads']['description'] = 'This application contains advertising.'; $antifeatureDescription['Tracking']['name'] = 'Tracks You'; $antifeatureDescription['Tracking']['description'] = 'This application tracks and reports your activity to somewhere.'; $antifeatureDescription['NonFreeNet']['name'] = 'Non-Free Network Services'; $antifeatureDescription['NonFreeNet']['description'] = 'This application promotes a non-Free network service.'; $antifeatureDescription['NonFreeAdd']['name'] = 'Non-Free Addons'; $antifeatureDescription['NonFreeAdd']['description'] = 'This application promotes non-Free add-ons.'; $antifeatureDescription['NonFreeDep']['name'] = 'Non-Free Dependencies'; $antifeatureDescription['NonFreeDep']['description'] = 'This application depends on another non-Free application.'; $antifeatureDescription['UpstreamNonFree']['name'] = 'Upstream Non-Free'; $antifeatureDescription['UpstreamNonFree']['description'] = 'The upstream source code is non-free.'; $antifeatureDescription['NonFreeAssets']['name'] = 'Non-Free Assets'; $antifeatureDescription['NonFreeAssets']['description'] = 'This application contains non-free assets.'; if(isset($antifeatureDescription[$antifeature])) { return $antifeatureDescription[$antifeature]; } return array('name'=>$antifeature); } function get_apps($query_vars) { $xml = simplexml_load_file($this->site_path."/repo/index.xml"); $matches = $this->show_apps($xml,$query_vars,$numpages); $out=''; if(($query_vars['fdfilter']===null || $query_vars['fdfilter']!='') && $numpages>0) { $out.='
      '; if($query_vars['fdfilter']===null) { $categories = array('All categories'); $handle = fopen(getenv('DOCUMENT_ROOT').'/repo/categories.txt', 'r'); if ($handle) { while (($buffer = fgets($handle, 4096)) !== false) { $categories[] = rtrim($buffer); } fclose($handle); } $out.='
      '; $out.=$this->makeformdata($query_vars); $out.=''; $out.='
      '."\n"; } else { $out.='Applications matching "'.esc_attr($query_vars['fdfilter']).'"'; } $out.="
      "; $out.='
      '; $out.='List | '; $out.='Grid'; $out.='
      '; $out.='
      '; } if($numpages>0) { $out.=$matches; $out.='

      '; $out.='

      '; $out.=' Page '.$query_vars['fdpage'].' of '.$numpages.' '; $out.='
      '; $out.='
      '; if($numpages>1) { for($i=1;$i<=$numpages;$i++) { if($i == $query_vars['fdpage']) { $out.=''.$i.''; } else { $out.=''; $out.=$i; $out.=''; } $out.=' '; } $out.=' '; } $out.='
      '; $out.='
      '; if($query_vars['fdpage']!=$numpages) { $out.='next> '; } $out.='
      '; $out.='

      '; } else if($query_vars['fdfilter']!='') { $out.='

      No matches

      '; } return $out; } function makeformdata($query_vars) { $out=''; $out.=''; foreach($query_vars as $name => $value) { if($value !== null && $name != 'fdfilter' && $name != 'fdpage') $out.=''; } return $out; } function show_apps($xml,$query_vars,&$numpages) { $skipped=0; $got=0; $total=0; if($query_vars['fdstyle']=='grid') { $outputter = new FDOutGrid(); } else { $outputter = new FDOutList(); } $out = ""; $out.=$outputter->outputStart(); foreach($xml->children() as $app) { if($app->getName() == 'repo') continue; $appinfo['attrs']=$app->attributes(); $appinfo['id']=$appinfo['attrs']['id']; foreach($app->children() as $el) { switch($el->getName()) { case "name": $appinfo['name']=$el; break; case "icon": $appinfo['icon']=$el; break; case "summary": $appinfo['summary']=$el; break; case "desc": $appinfo['description']=$el; break; case "license": $appinfo['license']=$el; break; case "category": $appinfo['category']=$el; break; } } if(($query_vars['fdfilter']===null || $query_vars['fdfilter']!='' && (stristr($appinfo['name'],$query_vars['fdfilter']) || stristr($appinfo['id'],$query_vars['fdfilter']) || stristr($appinfo['summary'],$query_vars['fdfilter']) || stristr($appinfo['description'],$query_vars['fdfilter']))) && (!isset($query_vars['fdcategory']) || $query_vars['fdcategory'] && $query_vars['fdcategory']==$appinfo['category'])) { if($skipped<($query_vars['fdpage']-1)*$outputter->perpage) { $skipped++; } else if($got<$outputter->perpage) { $out.=$outputter->outputEntry($query_vars, $appinfo); $got++; } $total++; } } $out.=$outputter->outputEnd(); $numpages = ceil((float)$total/$outputter->perpage); return $out; } } // Class to output app entries in a detailed list format class FDOutList { var $perpage=30; function FDOutList() { } function outputStart() { return ''; } function outputEntry($query_vars, $appinfo) { $out=""; $out.='
      '."\n"; $out.=''; $out.='
      '; $out.='
      '; $out.='
      '; $out.='

      Details...

      '; $out.="
      \n"; $out.='

      '.$appinfo['name'].""; $out.="
      ".$appinfo['summary']."

      \n"; $out.="
      \n"; $out.='      '; return $out; } function outputEnd() { return ''; } } // Class to output app entries in a compact grid format class FDOutGrid { var $perpage=80; var $itemCount = 0; function FDOutGrid() { } function outputStart() { return "\n".''."\n"; } function outputEntry($query_vars, $appinfo) { $link=makelink($query_vars, array('fdid'=>$appinfo['id'])); $out=''; if($this->itemCount%4 == 0 && $this->itemCount > 0) { $out.=''."\n"; } $out.='\n"; $this->itemCount++; return $out; } function outputEnd() { return '
      '; $out.='

      '; $out.='

      "; $out.='

      '; $out.="
      '."\n"; } } function permissions_cmp($a, $b) { global $permissions_data; $aProtectionLevel = $permissions_data['permission'][$a]['protectionLevel']; $bProtectionLevel = $permissions_data['permission'][$b]['protectionLevel']; if($aProtectionLevel != $bProtectionLevel) { if(strlen($aProtectionLevel)==0) return 1; if(strlen($bProtectionLevel)==0) return -1; return strcmp($aProtectionLevel, $bProtectionLevel); } $aGroup = $permissions_data['permission'][$a]['permissionGroup']; $bGroup = $permissions_data['permission'][$b]['permissionGroup']; if($aGroup != $bGroup) { return strcmp($aGroup, $bGroup); } return strcmp($a, $b); } // Make a link to this page, with the current query vars attached and desired params added/modified function makelink($query_vars, $params=array()) { $link=get_permalink(); $p = array_merge($query_vars, $params); // Page 1 is the default, don't clutter urls with it... if($p['fdpage'] == 1) unset($p['fdpage']); // Likewise for list style... if($p['fdstyle'] == 'list') unset($p['fdstyle']); $vars=linkify($p); if(strlen($vars)==0) return $link; if(strpos($link,'?')===false) $link.='?'; else $link.='&'; return $link.$vars; } // Return the key value pairs in http-get-parameter format as a string function linkify($vars) { $retvar = ''; foreach($vars as $k => $v) { if($k!==null && $v!==null && $v!='') $retvar .= $k.'='.urlencode($v).'&'; } return substr($retvar,0,-1); } $wp_fdroid = new FDroid(); ?> fdroidserver-0.7.0/wp-fdroid/strings.xml0000664000175000017500000073446412661321722020254 0ustar hanshans00000000000000 B KB MB GB TB PB %1$s%2$s <untitled> \u2026 \u2025 (No phone number) (Unknown) Voicemail MSISDN1 Connection problem or invalid MMI code. Operation is restricted to fixed dialing numbers only. Service was enabled. Service was enabled for: Service has been disabled. Registration was successful. Erasure was successful. Incorrect password. MMI complete. The old PIN you typed is not correct. The PUK you typed is not correct. The PINs you entered do not match. Type a PIN that is 4 to 8 numbers. Type a PUK that is 8 numbers or longer. Your SIM card is PUK-locked. Type the PUK code to unlock it. Type PUK2 to unblock SIM card. Incoming Caller ID Outgoing Caller ID Call forwarding Call waiting Call barring Password change PIN change Calling number present Calling number restricted Three way calling Rejection of undesired annoying calls Calling number delivery Do not disturb Caller ID defaults to restricted. Next call: Restricted Caller ID defaults to restricted. Next call: Not restricted Caller ID defaults to not restricted. Next call: Restricted Caller ID defaults to not restricted. Next call: Not restricted Service not provisioned. The caller ID setting cannot be changed. Restricted access changed Data service is blocked. Emergency service is blocked. Voice service is blocked. All Voice services are blocked. SMS service is blocked. Voice/Data services are blocked. Voice/SMS services are blocked. All Voice/Data/SMS services are blocked. Voice Data FAX SMS Async Sync Packet PAD Roaming Indicator On Roaming Indicator Off Roaming Indicator Flashing Out of Neighborhood Out of Building Roaming - Preferred System Roaming - Available System Roaming - Alliance Partner Roaming - Premium Partner Roaming - Full Service Functionality Roaming - Partial Service Functionality Roaming Banner On Roaming Banner Off Searching for Service {0}: Not forwarded {0}: {1} {0}: {1} after {2} seconds {0}: Not forwarded {0}: Not forwarded Feature code complete. Connection problem or invalid feature code. OK A network error occurred. The URL could not be found. The site authentication scheme is not supported. Authentication was unsuccessful. Authentication via the proxy server was unsuccessful. The connection to the server was unsuccessful. The server couldn\'t communicate. Try again later. The connection to the server timed out. The page contains too many server redirects. The protocol is not supported. A secure connection could not be established. The page could not be opened because the URL is invalid. The file could not be accessed. The requested file was not found. Too many requests are being processed. Try again later. Sign-in error for %1$s Sync Sync Too many %s deletes. Tablet storage is full! Delete some files to free space. Phone storage is full! Delete some files to free space. Me Tablet options Phone options Silent mode Turn on wireless Turn off wireless Screen lock Power off Ringer off Ringer vibrate Ringer on Shutting down\u2026 Your tablet will shut down. Your phone will shut down. Would you like to shut down? Recent No recent applications. Tablet options Phone options Screen lock Power off Silent mode Sound is OFF Sound is ON Airplane mode Airplane mode is ON Airplane mode is OFF 999+ Safe mode Android System Services that cost you money Allow applications to do things that can cost you money. Your messages Read and write your SMS, e-mail, and other messages. Your personal information Direct access to your contacts and calendar stored on the tablet. Direct access to your contacts and calendar stored on the phone. Your location Monitor your physical location Network communication Allow applications to access various network features. Your accounts Access the available accounts. Hardware controls Direct access to hardware on the handset. Phone calls Monitor, record, and process phone calls. System tools Lower-level access and control of the system. Development tools Features only needed for application developers. Storage Access the USB storage. Access the SD card. disable or modify status bar Allows application to disable the status bar or add and remove system icons. status bar Allows the application to be the status bar. expand/collapse status bar Allows application to expand or collapse the status bar. intercept outgoing calls Allows application to process outgoing calls and change the number to be dialed. Malicious applications may monitor, redirect, or prevent outgoing calls. receive SMS Allows application to receive and process SMS messages. Malicious applications may monitor your messages or delete them without showing them to you. receive MMS Allows application to receive and process MMS messages. Malicious applications may monitor your messages or delete them without showing them to you. receive emergency broadcasts Allows application to receive and process emergency broadcast messages. This permission is only available to system applications. send SMS messages Allows application to send SMS messages. Malicious applications may cost you money by sending messages without your confirmation. send SMS messages with no confirmation Allows application to send SMS messages. Malicious applications may cost you money by sending messages without your confirmation. read SMS or MMS Allows application to read SMS messages stored on your tablet or SIM card. Malicious applications may read your confidential messages. Allows application to read SMS messages stored on your phone or SIM card. Malicious applications may read your confidential messages. edit SMS or MMS Allows application to write to SMS messages stored on your tablet or SIM card. Malicious applications may delete your messages. Allows application to write to SMS messages stored on your phone or SIM card. Malicious applications may delete your messages. receive WAP Allows application to receive and process WAP messages. Malicious applications may monitor your messages or delete them without showing them to you. retrieve running applications Allows application to retrieve information about currently and recently running tasks. May allow malicious applications to discover private information about other applications. reorder running applications Allows an application to move tasks to the foreground and background. Malicious applications can force themselves to the front without your control. stop running applications Allows an application to remove tasks and kill their applications. Malicious applications can disrupt the behavior of other applications. enable application debugging Allows an application to turn on debugging for another application. Malicious applications can use this to kill other applications. change your UI settings Allows an application to change the current configuration, such as the locale or overall font size. enable car mode Allows an application to enable the car mode. kill background processes Allows an application to kill background processes of other applications, even if memory isn\'t low. force stop other applications Allows an application to forcibly stop other applications. force application to close Allows an application to force any activity that is in the foreground to close and go back. Should never be needed for normal applications. retrieve system internal state Allows application to retrieve internal state of the system. Malicious applications may retrieve a wide variety of private and secure information that they should never normally need. retrieve screen content Allows application to retrieve the content of the active window. Malicious applications may retrieve the entire window content and examine all its text except passwords. partial shutdown Puts the activity manager into a shutdown state. Does not perform a complete shutdown. prevent app switches Prevents the user from switching to another application. monitor and control all application launching Allows an application to monitor and control how the system launches activities. Malicious applications may completely compromise the system. This permission is only needed for development, never for normal use. send package removed broadcast Allows an application to broadcast a notification that an application package has been removed. Malicious applications may use this to kill any other running application. send SMS-received broadcast Allows an application to broadcast a notification that an SMS message has been received. Malicious applications may use this to forge incoming SMS messages. send WAP-PUSH-received broadcast Allows an application to broadcast a notification that a WAP PUSH message has been received. Malicious applications may use this to forge MMS message receipt or to silently replace the content of any web page with malicious variants. limit number of running processes Allows an application to control the maximum number of processes that will run. Never needed for normal applications. make all background applications close Allows an application to control whether activities are always finished as soon as they go to the background. Never needed for normal applications. modify battery statistics Allows the modification of collected battery statistics. Not for use by normal applications. control system backup and restore Allows the application to control the system\'s backup and restore mechanism. Not for use by normal applications. confirm a full backup or restore operation Allows the application to launch the full backup confirmation UI. Not to be used by any application. display unauthorized windows Allows the creation of windows that are intended to be used by the internal system user interface. Not for use by normal applications. display system-level alerts Allows an application to show system alert windows. Malicious applications can take over the entire screen. modify global animation speed Allows an application to change the global animation speed (faster or slower animations) at any time. manage application tokens Allows applications to create and manage their own tokens, bypassing their normal Z-ordering. Should never be needed for normal applications. press keys and control buttons Allows an application to deliver its own input events (key presses, etc.) to other applications. Malicious applications can use this to take over the tablet. Allows an application to deliver its own input events (key presses, etc.) to other applications. Malicious applications can use this to take over the phone. record what you type and actions you take Allows applications to watch the keys you press even when interacting with another application (such as entering a password). Should never be needed for normal applications. bind to an input method Allows the holder to bind to the top-level interface of an input method. Should never be needed for normal applications. bind to a text service Allows the holder to bind to the top-level interface of a text service(e.g. SpellCheckerService). Should never be needed for normal applications. bind to a VPN service Allows the holder to bind to the top-level interface of a Vpn service. Should never be needed for normal applications. bind to a wallpaper Allows the holder to bind to the top-level interface of a wallpaper. Should never be needed for normal applications. bind to a widget service Allows the holder to bind to the top-level interface of a widget service. Should never be needed for normal applications. interact with a device admin Allows the holder to send intents to a device administrator. Should never be needed for normal applications. change screen orientation Allows an application to change the rotation of the screen at any time. Should never be needed for normal applications. change pointer speed Allows an application to change the mouse or trackpad pointer speed at any time. Should never be needed for normal applications. send Linux signals to applications Allows application to request that the supplied signal be sent to all persistent processes. make application always run Allows an application to make parts of itself persistent, so the system can\'t use it for other applications. delete applications Allows an application to delete Android packages. Malicious applications can use this to delete important applications. delete other applications\' data Allows an application to clear user data. delete other applications\' caches Allows an application to delete cache files. measure application storage space Allows an application to retrieve its code, data, and cache sizes directly install applications Allows an application to install new or updated Android packages. Malicious applications can use this to add new applications with arbitrarily powerful permissions. delete all application cache data Allows an application to free tablet storage by deleting files in application cache directory. Access is very restricted usually to system process. Allows an application to free phone storage by deleting files in application cache directory. Access is very restricted usually to system process. Move application resources Allows an application to move application resources from internal to external media and vice versa. read sensitive log data Allows an application to read from the system\'s various log files. This allows it to discover general information about what you are doing with the tablet, potentially including personal or private information. Allows an application to read from the system\'s various log files. This allows it to discover general information about what you are doing with the phone, potentially including personal or private information. use any media decoder for playback Allows an application to use any installed media decoder to decode for playback. read/write to resources owned by diag Allows an application to read and write to any resource owned by the diag group; for example, files in /dev. This could potentially affect system stability and security. This should be ONLY be used for hardware-specific diagnostics by the manufacturer or operator. enable or disable application components Allows an application to change whether a component of another application is enabled or not. Malicious applications can use this to disable important tablet capabilities. Care must be used with this permission, as it is possible to get application components into an unusable, inconsistent, or unstable state. Allows an application to change whether a component of another application is enabled or not. Malicious applications can use this to disable important phone capabilities. Care must be used with this permission, as it is possible to get application components into an unusable, inconsistent, or unstable state. set preferred applications Allows an application to modify your preferred applications. This can allow malicious applications to silently change the applications that are run, spoofing your existing applications to collect private data from you. modify global system settings Allows an application to modify the system\'s settings data. Malicious applications can corrupt your system\'s configuration. modify secure system settings Allows an application to modify the system\'s secure settings data. Not for use by normal applications. modify the Google services map Allows an application to modify the Google services map. Not for use by normal applications. automatically start at boot Allows an application to have itself started as soon as the system has finished booting. This can make it take longer to start the tablet and allow the application to slow down the overall tablet by always running. Allows an application to have itself started as soon as the system has finished booting. This can make it take longer to start the phone and allow the application to slow down the overall phone by always running. send sticky broadcast Allows an application to send sticky broadcasts, which remain after the broadcast ends. Malicious applications can make the tablet slow or unstable by causing it to use too much memory. Allows an application to send sticky broadcasts, which remain after the broadcast ends. Malicious applications can make the phone slow or unstable by causing it to use too much memory. read contact data Allows an application to read all of the contact (address) data stored on your tablet. Malicious applications can use this to send your data to other people. Allows an application to read all of the contact (address) data stored on your phone. Malicious applications can use this to send your data to other people. write contact data Allows an application to modify the contact (address) data stored on your tablet. Malicious applications can use this to erase or modify your contact data. Allows an application to modify the contact (address) data stored on your phone. Malicious applications can use this to erase or modify your contact data. read your profile data Allows the application to read personal profile information stored on your device, such as your name and contact information. This means the application can identify you and send your profile information to others. write to your profile data Allows the application to change or add to personal profile information stored on your device, such as your name and contact information. This means other applications can identify you and send your profile information to others. read your social stream Allows the application to access and sync social updates from you and your friends. Malicious apps can use this to read private communications between you and your friends on social networks. write to your social stream Allows the application to display social updates from your friends. Malicious apps can use this to pretend to be a friend and trick you into revealing passwords or other confidential information. read calendar events plus confidential information Allows an application to read all calendar events stored on your tablet, including those of friends or coworkers. A malicious application with this permission can extract personal information from these calendars without the owners\' knowledge. Allows an application to read all calendar events stored on your phone, including those of friends or coworkers. A malicious application with this permission can extract personal information from these calendars without the owners\' knowledge. add or modify calendar events and send email to guests without owners\' knowledge Allows an application to send event invitations as the calendar owner and add, remove, change events that you can modify on your device, including those of friends or co-workers. A malicious application with this permission can send spam emails that appear to come from calendar owners, modify events without the owners\' knowledge, or add fake events. mock location sources for testing Create mock location sources for testing. Malicious applications can use this to override the location and/or status returned by real location sources such as GPS or Network providers. access extra location provider commands Access extra location provider commands. Malicious applications could use this to interfere with the operation of the GPS or other location sources. permission to install a location provider Create mock location sources for testing. Malicious applications can use this to override the location and/or status returned by real location sources such as GPS or Network providers or monitor and report your location to an external source. fine (GPS) location Access fine location sources such as the Global Positioning System on the tablet, where available. Malicious applications can use this to determine where you are, and may consume additional battery power. Access fine location sources such as the Global Positioning System on the phone, where available. Malicious applications can use this to determine where you are, and may consume additional battery power. coarse (network-based) location Access coarse location sources such as the cellular network database to determine an approximate tablet location, where available. Malicious applications can use this to determine approximately where you are. Access coarse location sources such as the cellular network database to determine an approximate phone location, where available. Malicious applications can use this to determine approximately where you are. access SurfaceFlinger Allows application to use SurfaceFlinger low-level features. read frame buffer Allows application to read the content of the frame buffer. change your audio settings Allows application to modify global audio settings such as volume and routing. record audio Allows application to access the audio record path. take pictures and videos Allows application to take pictures and videos with the camera. This allows the application at any time to collect images the camera is seeing. permanently disable tablet permanently disable phone Allows the application to disable the entire tablet permanently. This is very dangerous. Allows the application to disable the entire phone permanently. This is very dangerous. force tablet reboot force phone reboot Allows the application to force the tablet to reboot. Allows the application to force the phone to reboot. mount and unmount filesystems Allows the application to mount and unmount filesystems for removable storage. format external storage Allows the application to format removable storage. get information on internal storage Allows the application to get information on internal storage. create internal storage Allows the application to create internal storage. destroy internal storage Allows the application to destroy internal storage. mount / unmount internal storage Allows the application to mount / unmount internal storage. rename internal storage Allows the application to rename internal storage. control vibrator Allows the application to control the vibrator. control flashlight Allows the application to control the flashlight. manage preferences and permissions for USB devices Allows the application to manage preferences and permissions for USB devices. implement MTP protocol Allows access to the kernel MTP driver to implement the MTP USB protocol. test hardware Allows the application to control various peripherals for the purpose of hardware testing. directly call phone numbers Allows the application to call phone numbers without your intervention. Malicious applications may cause unexpected calls on your phone bill. Note that this does not allow the application to call emergency numbers. directly call any phone numbers Allows the application to call any phone number, including emergency numbers, without your intervention. Malicious applications may place unnecessary and illegal calls to emergency services. directly start CDMA tablet setup directly start CDMA phone setup Allows the application to start CDMA provisioning. Malicious applications may unnecessarily start CDMA provisioning control location update notifications Allows enabling/disabling location update notifications from the radio. Not for use by normal applications. access checkin properties Allows read/write access to properties uploaded by the checkin service. Not for use by normal applications. choose widgets Allows the application to tell the system which widgets can be used by which application. With this permission, applications can give access to personal data to other applications. Not for use by normal applications. modify phone state Allows the application to control the phone features of the device. An application with this permission can switch networks, turn the phone radio on and off and the like without ever notifying you. read phone state and identity Allows the application to access the phone features of the device. An application with this permission can determine the phone number and serial number of this phone, whether a call is active, the number that call is connected to and the like. prevent tablet from sleeping prevent phone from sleeping Allows an application to prevent the tablet from going to sleep. Allows an application to prevent the phone from going to sleep. power tablet on or off power phone on or off Allows the application to turn the tablet on or off. Allows the application to turn the phone on or off. run in factory test mode Run as a low-level manufacturer test, allowing complete access to the tablet hardware. Only available when a tablet is running in manufacturer test mode. Run as a low-level manufacturer test, allowing complete access to the phone hardware. Only available when a phone is running in manufacturer test mode. set wallpaper Allows the application to set the system wallpaper. set wallpaper size hints Allows the application to set the system wallpaper size hints. reset system to factory defaults Allows an application to completely reset the system to its factory settings, erasing all data, configuration, and installed applications. set time Allows an application to change the tablet\'s clock time. Allows an application to change the phone\'s clock time. set time zone Allows an application to change the tablet\'s time zone. Allows an application to change the phone\'s time zone. act as the AccountManagerService Allows an application to make calls to AccountAuthenticators discover known accounts Allows an application to get the list of accounts known by the tablet. Allows an application to get the list of accounts known by the phone. act as an account authenticator Allows an application to use the account authenticator capabilities of the AccountManager, including creating accounts and getting and setting their passwords. manage the accounts list Allows an application to perform operations like adding, and removing accounts and deleting their password. use the authentication credentials of an account Allows an application to request authentication tokens. view network state Allows an application to view the state of all networks. full Internet access Allows an application to create network sockets. change/intercept network settings and traffic Allows an application to change network settings and to intercept and inspect all network traffic, for example to change the proxy and port of any APN. Malicious applications could monitor, redirect, or modify network packets without your knowledge. change network connectivity Allows an application to change the state of network connectivity. Change tethered connectivity Allows an application to change the state of tethered network connectivity. change background data usage setting Allows an application to change the background data usage setting. view Wi-Fi state Allows an application to view the information about the state of Wi-Fi. change Wi-Fi state Allows an application to connect to and disconnect from Wi-Fi access points, and to make changes to configured Wi-Fi networks. allow Wi-Fi Multicast reception Allows an application to receive packets not directly addressed to your device. This can be useful when discovering services offered near by. It uses more power than the non-multicast mode. view WiMAX state Allows an application to view the information about the state of WiMAX. change WiMAX state Allows an application to connect to and disconnect from WiMAX network. bluetooth administration Allows an application to configure the local Bluetooth tablet, and to discover and pair with remote devices. Allows an application to configure the local Bluetooth phone, and to discover and pair with remote devices. create Bluetooth connections Allows an application to view configuration of the local Bluetooth tablet, and to make and accept connections with paired devices. Allows an application to view configuration of the local Bluetooth phone, and to make and accept connections with paired devices. control Near Field Communication Allows an application to communicate with Near Field Communication (NFC) tags, cards, and readers. disable keylock Allows an application to disable the keylock and any associated password security. A legitimate example of this is the phone disabling the keylock when receiving an incoming phone call, then re-enabling the keylock when the call is finished. read sync settings Allows an application to read the sync settings, such as whether sync is enabled for Contacts. write sync settings Allows an application to modify the sync settings, such as whether sync is enabled for Contacts. read sync statistics Allows an application to read the sync stats; e.g., the history of syncs that have occurred. read subscribed feeds Allows an application to get details about the currently synced feeds. write subscribed feeds Allows an application to modify your currently synced feeds. This could allow a malicious application to change your synced feeds. read user defined dictionary Allows an application to read any private words, names and phrases that the user may have stored in the user dictionary. write to user defined dictionary Allows an application to write new words into the user dictionary. modify/delete USB storage contents modify/delete SD card contents Allows an application to write to the USB storage. Allows an application to write to the SD card. modify/delete internal media storage contents Allows an application to modify the contents of the internal media storage. access the cache filesystem Allows an application to read and write the cache filesystem. make/receive Internet calls Allows an application to use the SIP service to make/receive Internet calls. read historical network usage Allows an application to read historical network usage for specific networks and applications. manage network policy Allows an application to manage network policies and define application-specific rules. modify network usage accounting Allows modification of how network usage is accounted against applications. Not for use by normal applications. Set password rules Control the length and the characters allowed in screen-unlock passwords Monitor screen-unlock attempts Monitor the number of incorrect passwords entered when unlocking the screen, and lock the tablet or erase all the tablet\'s data if too many incorrect passwords are entered Monitor the number of incorrect passwords entered when unlocking the screen, and lock the phone or erase all the phone\'s data if too many incorrect passwords are entered Change the screen-unlock password Change the screen-unlock password Lock the screen Control how and when the screen locks Erase all data Erase the tablet\'s data without warning, by performing a factory data reset Erase the phone\'s data without warning, by performing a factory data reset Set the device global proxy Set the device global proxy to be used while policy is enabled. Only the first device admin sets the effective global proxy. Set lock-screen password expiration Control how frequently the lock-screen password must be changed Set storage encryption Require that stored application data be encrypted Disable cameras Prevent use of all device cameras Home Mobile Work Work Fax Home Fax Pager Other Custom Home Work Other Custom Home Work Other Custom Home Work Other Custom Work Other Custom AIM Windows Live Yahoo Skype QQ Google Talk ICQ Jabber Custom Home Mobile Work Work Fax Home Fax Pager Other Callback Car Company Main ISDN Main Other Fax Radio Telex TTY TDD Work Mobile Work Pager Assistant MMS Custom Birthday Anniversary Other Custom Home Work Other Mobile Custom Home Work Other Custom Home Work Other Custom AIM Windows Live Yahoo Skype QQ Google Talk ICQ Jabber NetMeeting Work Other Custom Custom Assistant Brother Child Domestic Partner Father Friend Manager Mother Parent Partner Referred by Relative Sister Spouse Custom Home Work Other Enter PIN code Enter PUK and new PIN code PUK code New Pin Code Touch to enter password Enter password to unlock Enter PIN to unlock Incorrect PIN code! To unlock, press Menu then 0. Emergency number No service. Screen locked. Press Menu to unlock or place emergency call. Press Menu to unlock. Draw pattern to unlock Emergency call Return to call Correct! Sorry, try again Sorry, try again Charging, %d%% Charged. %d%% Connect your charger. No SIM card. No SIM card in tablet. No SIM card in phone. Please insert a SIM card. The SIM card is missing or not readable. Please insert a SIM card. Your SIM card is permanently disabled.\n Please contact your wireless service provider to obtain another SIM card. Previous track button Next track button Pause button Play button Stop button Emergency calls only Network locked SIM card is PUK-locked. Please see the User Guide or contact Customer Care. SIM card is locked. Unlocking SIM card\u2026 You have incorrectly drawn your unlock pattern %d times. \n\nPlease try again in %d seconds. You have incorrectly entered your password %d times. \n\nPlease try again in %d seconds. You have incorrectly entered your PIN %d times. \n\nPlease try again in %d seconds. You have incorrectly drawn your unlock pattern %d times. After %d more unsuccessful attempts, you will be asked to unlock your tablet using your Google sign-in.\n\n Please try again in %d seconds. You have incorrectly drawn your unlock pattern %d times. After %d more unsuccessful attempts, you will be asked to unlock your phone using your Google sign-in.\n\n Please try again in %d seconds. You have incorrectly attempted to unlock the tablet %d times. After %d more unsuccessful attempts, the tablet will be reset to factory default and all user data will be lost. You have incorrectly attempted to unlock the phone %d times. After %d more unsuccessful attempts, the phone will be reset to factory default and all user data will be lost. You have incorrectly attempted to unlock the tablet %d times. The tablet will now be reset to factory default. You have incorrectly attempted to unlock the phone %d times. The phone will now be reset to factory default. Try again in %d seconds. Forgot pattern? Account unlock Too many pattern attempts! To unlock, sign in with your Google account Username (email) Password Sign in Invalid username or password. Forgot your username or password\?\nVisit google.com/accounts/recovery Checking... Unlock Sound on Sound off Pattern started Pattern cleared Cell added Pattern completed \?123 ABC ALT "%-l%P" "%-l%p" Factory test failed The FACTORY_TEST action is only supported for packages installed in /system/app. No package was found that provides the FACTORY_TEST action. Reboot Mozilla/5.0 (Linux; U; Android %s) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 %sSafari/534.30 "Mobile " The page at \'%s\' says: JavaScript Navigate away from this page?\n\n%s\n\nSelect OK to continue, or Cancel to stay on the current page. Confirm Tip: double-tap to zoom in and out. AutoFill Setup AutoFill \u0020 $1$2$3 ,\u0020 $1$2$3 attention|attn province|region|other|provincia|bairro|suburb company|business|organization|organisation|department|firma|firmenname|empresa|societe|société|ragione.?sociale|会社|название.?компании|单位|公司 address.?line|address1|addr1|street|strasse|straße|hausnummer|housenumber|house.?name|direccion|dirección|adresse|indirizzo|住所1|morada|endereço|Адрес|地址 address|adresse|indirizzo|住所|地址 address.?line2|address2|addr2|street|suite|unit|adresszusatz|ergänzende.?angaben|direccion2|colonia|adicional|addresssuppl|complementnom|appartement|indirizzo2|住所2 address.?line3|address3|addr3|street|line3|municipio|batiment|residence|indirizzo3 country|location|国|国家 zip|postal|post code|pcode|^1z$|postleitzahl|cp|cdp|cap|郵便番号|codigo|codpos|cep|Почтовый.?Индекс|邮政编码|邮编|郵遞區號 zip|^-$|post2|codpos2 city|town|ort|stadt|suburb|ciudad|provincia|localidad|poblacion|ville|commune|localita|市区町村|cidade|Город|市|分區 state|county|region|province|land|county|principality|都道府県|estado|provincia|область|省|地區 same as use my bill ship e.?mail|メールアドレス|Электронной.?Почты|邮件|邮箱|電郵地址 user.?name|user.?id|vollständiger.?name|用户名 ^name|full.?name|your.?name|customer.?name|firstandlastname|nombre.*y.*apellidos|^nom|お名前|氏名|^nome|姓名 ^name|^nom|^nome irst.*name|initials|fname|first$|vorname|nombre|forename|prénom|prenom|名|nome|Имя middle.*initial|m\\.i\\.|mi$ middle.*name|mname|middle$|apellido.?materno|lastlastname last.*name|lname|surname|last$|nachname|apellidos|famille|^nom|cognome|姓|morada|apelidos|surename|sobrenome|Фамилия phone|telefonnummer|telefono|teléfono|telfixe|電話|telefone|telemovel|телефон|电话 area.*code|acode|area prefix|preselection|ddd suffix ext|ramal card.?holder|name.?on.?card|ccname|owner|karteninhaber|nombre.*tarjeta|nom.*carte|nome.*cart|名前|Имя.*карты|信用卡开户名|开户名|持卡人姓名|持卡人姓名 name verification|card identification|cvn|security code|cvv code|cvc number|card.?#|card.?no|ccnum|nummer|credito|numero|número|numéro|カード番号|Номер.*карты|信用卡号|信用卡号码|信用卡卡號 expir|exp.*month|exp.*date|ccmonth|gueltig|gültig|monat|fecha|date.*exp|scadenza|有効期限|validade|Срок действия карты|月 exp|^/|year|ablaufdatum|gueltig|gültig|yahr|fecha|scadenza|有効期限|validade|Срок действия карты|年|有效期 ^card fax|télécopie|telecopie|ファックス|факс|传真|傳真 country.*code|ccode|_cc ^\\($ ^-$|^\\)$ ^-$ Province Postal code State ZIP code County Island District Department Prefecture Parish Area Emirate read Browser\'s history and bookmarks Allows the application to read all the URLs that the Browser has visited, and all of the Browser\'s bookmarks. write Browser\'s history and bookmarks Allows an application to modify the Browser\'s history or bookmarks stored on your tablet. Malicious applications can use this to erase or modify your Browser\'s data. Allows an application to modify the Browser\'s history or bookmarks stored on your phone. Malicious applications can use this to erase or modify your Browser\'s data. set alarm in alarm clock Allows the application to set an alarm in an installed alarm clock application. Some alarm clock applications may not implement this feature. add voicemail Allows the application to add messages to your voicemail inbox. Modify Browser geolocation permissions Allows an application to modify the Browser\'s geolocation permissions. Malicious applications can use this to allow sending location information to arbitrary web sites. verify packages Allows the application to verify a package is installable. bind to a package verifier Allows the holder to make requests of package verifiers. Should never be needed for normal applications. Do you want the browser to remember this password? Not now Remember Never You do not have permission to open this page. Text copied to clipboard. More Menu+ space enter delete Search Search Search query Clear query Submit query Voice search 1 month ago Before 1 month ago 1 second ago %d seconds ago 1 minute ago %d minutes ago 1 hour ago %d hours ago Last %d days Last month Older yesterday %d days ago in 1 second in %d seconds in 1 minute in %d minutes in 1 hour in %d hours tomorrow in %d days 1 sec ago %d secs ago 1 min ago %d mins ago 1 hour ago %d hours ago yesterday %d days ago in 1 sec in %d secs in 1 min in %d mins in 1 hour in %d hours tomorrow in %d days on %s at %s in %s day days hour hours min mins sec secs week weeks year years Cannot play video Sorry, this video is not valid for streaming to this device. Sorry, this video cannot be played. OK "%1$s, %2$s" "noon" "Noon" "midnight" "Midnight" %1$02d:%2$02d %1$d:%2$02d:%3$02d Select all Cut Copy Paste Replace\u2026 Delete Copy URL Select text... Text selection add to dictionary delete Input method Text actions Low on space Tablet storage space is getting low. Phone storage space is getting low. OK Cancel OK Cancel Attention Loading... ON OFF Complete action using Use by default for this action. Clear default in Home Settings > Applications > Manage applications. Select an action Select an application for the USB device No applications can perform this action. Unfortunately, %1$s has stopped. Unfortunately, the process %1$s has stopped. %2$s is not responding.\n\nWould you like to close it? Activity %1$s is not responding.\n\nWould you like to close it? %1$s is not responding. Would you like to close it? Process %1$s is not responding.\n\nWould you like to close it? OK Report Wait Application redirected %1$s is now running. %1$s was originally launched. Scale Always show Re-enable this with Settings > Applications > Manage applications. The application %1$s (process %2$s) has violated its self-enforced StrictMode policy. The process %1$s has has violated its self-enforced StrictMode policy. Android is upgrading... Optimizing application %1$d of %2$d. Starting applications. Finishing boot. %1$s running Select to switch to application Switch applications? Another application is already running that must be stopped before you can start a new one. Return to %1$s Don\'t start the new application. Start %1$s Stop the old application without saving. Select an action for text Ringer volume Media volume Playing through Bluetooth Silent ringtone selected In-call volume Bluetooth in-call volume Alarm volume Notification volume Volume Bluetooth volume Ringtone volume Call volume Media volume Notification volume Default ringtone Default ringtone (%1$s) Silent Ringtones Unknown ringtone Wi-Fi network available Wi-Fi networks available Open Wi-Fi network available Open Wi-Fi networks available Sign in to Wi-Fi network %1$s Couldn\'t connect to Wi-Fi \u0020has a poor internet connection. AndroidAP Wi-Fi Direct Start Wi-Fi Direct operation. This will turn off Wi-Fi client/hotspot operation. Couldn\'t start Wi-Fi Direct Wi-Fi Direct connection setup request from %1$s. Click OK to accept. Wi-Fi Direct connection setup request from %1$s. Enter pin to proceed. WPS pin %1$s needs to be entered on the peer device %2$s for connection setup to proceed Wi-Fi Direct is on Touch for settings Insert character Unknown application Sending SMS messages A large number of SMS messages are being sent. Select \"OK\" to continue, or \"Cancel\" to stop sending. OK Cancel SIM card removed The mobile network will be unavailable until you restart with a valid SIM card inserted. Done SIM card added You must restart your device to access the mobile network. Restart Set time Set date Set Default %1$s, %2$s No permissions required Hide Show all USB Mass Storage USB connected You have connected to your computer via USB. Touch the button below if you want to copy files between your computer and your Android\u2018s USB storage. You have connected to your computer via USB. Touch the button below if you want to copy files between your computer and your Android\u2018s SD card. Turn on USB storage There is a problem using your USB storage for USB mass storage. There is a problem using your SD card for USB mass storage. USB connected Select to copy files to/from your computer. Turn off USB storage Select to turn off USB storage. USB storage in use Before turning off USB storage, make sure you have unmounted (\u201cejected\u201d) your Android\u2018s USB storage from your computer. Before turning off USB storage, make sure you have unmounted (\u201cejected\u201d) your Android\u2018s SD card from your computer. Turn off USB storage There was a problem turning off USB storage. Check to make sure you have unmounted the USB host, then try again. Turn on USB storage If you turn on USB storage, some applications you are using will stop and may be unavailable until you turn off USB storage. USB operation unsuccessful OK Connected as a media device Connected as a camera Connected as an installer Connected to a USB accessory Touch for other USB options Format USB storage Format SD card Format USB storage, erasing all files stored there? Action cannot be reversed! Are you sure you want to format the SD card? All data on your card will be lost. Format USB debugging connected Select to disable USB debugging. "" Select input method Configure input methods \u0020ABCDEFGHIJKLMNOPQRSTUVWXYZ \u00200123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ candidates Preparing USB storage Preparing SD card Checking for errors. Blank USB storage Blank SD card USB storage blank or has unsupported filesystem. SD card blank or has unsupported filesystem. Damaged USB storage Damaged SD card USB storage damaged. You may have to reformat it. SD card damaged. You may have to reformat it. USB storage unexpectedly removed SD card unexpectedly removed Unmount USB storage before removing to avoid data loss. Unmount SD card before removing to avoid data loss. USB storage safe to remove SD card safe to remove You can safely remove USB storage. You can safely remove SD card. Removed USB storage Removed SD card USB storage removed. Insert new media. SD card removed. Insert a new one. No matching activities found update component usage statistics Allows the modification of collected component usage statistics. Not for use by normal applications. Allows to invoke default container service to copy content. Not for use by normal applications. Allows to invoke default container service to copy content. Not for use by normal applications. Tap twice for zoom control Error inflating widget Go Search Send Next Done Prev Execute Dial number\nusing %s Create contact\nusing %s The following one or more applications request permission to access your account, now and in the future. Do you want to allow this request? Access Request Allow Deny Permission Requested Permission Requested\nfor account %s Input method Sync Accessibility Wallpaper Change wallpaper /data/eri.xml VPN is activated. VPN is activated by %s Tap to manage the network. Connected to %s. Tap to manage the network. Choose file No file chosen Reset Submit Car mode enabled Select to exit car mode. Tethering or hotspot active Touch to configure Back Next Skip High mobile data use Touch to learn more about mobile data use Mobile data limit exceeded Touch to learn more about mobile data use No matches Find on page 1 match %d of %d Done Unmounting USB storage... Unmounting SD card... Erasing USB storage... Erasing SD card... Couldn\'t erase USB storage. Couldn\'t erase SD card. SD card was removed before being unmounted. USB storage is currently being checked. SD card is currently being checked. SD card has been removed. USB storage is currently in use by a computer. SD card is currently in use by a computer. External media in unknown state. Share Find Web Search Location request from %s Location request Requested by %1$s (%2$s) Yes No Delete limit exceeded There are %1$d deleted items for %2$s, account %3$s. What would you like to do? Delete the items. Undo the deletes. Do nothing for now. Select an account "Add an account" "Which account would you like to use?" Add account Increment Decrement %s tap and hold. Slide up to increment and down to decrement. Increment minute Decrement minute Increment hour Decrement hour Set PM Set AM Increment month Decrement month Increment day Decrement day Increment year Decrement year checked not checked selected not selected on off pressed not pressed Alt Cancel Delete Done Mode change Shift Enter Choose an application Share with Share with %s "Sliding handle. Tap and hold." Up for %s. Down for %s. "Left for %s. Right for %s. Unlock Camera Silent Sound on Swipe to unlock. Plug in a headset to hear password keys spoken aloud. Dot. Navigate home Navigate up More options Internal Storage SD Card USB storage Edit... Data usage warning Touch to view usage and settings 2G-3G data disabled 4G data disabled Mobile data disabled Wi-Fi data disabled Touch to enable 2G-3G data limit exceeded 4G data limit exceeded Mobile data limit exceeded Wi-Fi data limit exceeded %s over specified limit Background data restricted Touch to remove restriction Security certificate This certificate is valid. Issued to: Common name: Organization: Organizational unit: Issued by: Validity: Issued on: Expires on: Serial number: Fingerprints: SHA-256 fingerprint: SHA-1 fingerprint: See all... Select activity Share with... Device locked. ", " Sending... Launch Browser? Accept Call? fdroidserver-0.7.0/wp-fdroid/android-permissions.php0000664000175000017500000001161412661321722022524 0ustar hanshans00000000000000android_manifest_file_path = $android_manifest_file_path_in; $this->android_strings_file_path = $android_strings_file_path_in; $this->cache_file_path = $cache_file_path_in; } // Returns an associative array with android permissions and data about them function get_permissions_array() { // Check status of cache $android_manifest_file_stat = stat($this->android_manifest_file_path); $android_manifest_file_mtime = $android_manifest_file_stat['mtime']; $android_strings_file_stat = stat($this->android_strings_file_path); $android_strings_file_mtime = $android_strings_file_stat['mtime']; $cache_file_mtime = 0; if(file_exists($this->cache_file_path)) { $cache_file_stat = stat($this->cache_file_path); $cache_file_mtime = $cache_file_stat['mtime']; } // If the cache is fresh, use it instead if($android_manifest_file_mtime < $cache_file_mtime && $android_strings_file_mtime < $cache_file_mtime ) { $cache_file_handle = fopen($this->cache_file_path, 'r'); $cache_file_content = fread($cache_file_handle, filesize($this->cache_file_path)); fclose($cache_file_handle); $permissions = unserialize($cache_file_content); return $permissions; } // We are updating the cache, touch the file (note: race condition possible between stating the cache file above and this line...) touch($this->cache_file_path); // Get permission raw data from XML $manifestDoc = new DOMDocument; $manifestDoc->load($this->android_manifest_file_path); $manifestXpath = new DOMXPath($manifestDoc); $stringsDoc = new DOMDocument; $stringsDoc->load($this->android_strings_file_path); $stringsXpath = new DOMXPath($stringsDoc); $comment = ''; foreach ($manifestXpath->query('node()') as $node) { // Save permissions and permission groups from tags if($node->nodeName == 'permission-group' || $node->nodeName == 'permission') { $name = $node->attributes->getNamedItem('name')->value; $name = substr(strrchr($name,'.'), 1); // Lookup the human readable title $labelObject = $node->attributes->getNamedItem('label'); $labelString = $name; if( $labelObject !== NULL ) { $labelName = substr(strrchr($labelObject->value,'/'),1); $labelStringObject = $stringsXpath->query('//string[@name="'.$labelName.'"]'); $labelString = ucfirst($labelStringObject->item(0)->nodeValue); } // Lookup the human readable description $descriptionObject = $node->attributes->getNamedItem('description'); $descriptionString = '(Description missing)'; if($descriptionObject !== NULL) { $descriptionName = substr(strrchr($descriptionObject->value,'/'),1); $descriptionStringObject = $stringsXpath->query('//string[@name="'.$descriptionName.'"]'); $descriptionString = ucfirst($descriptionStringObject->item(0)->nodeValue); } $permissions[$node->nodeName][$name]['label'] = stripslashes($labelString); $permissions[$node->nodeName][$name]['description'] = stripslashes($descriptionString); $permissions[$node->nodeName][$name]['comment'] = stripslashes(str_replace(array("\r\n", "\r", "\n", "\t", ' '), '', $comment)); if($node->nodeName == 'permission') { $permissionGroupObject = $node->attributes->getNamedItem('permissionGroup'); $permissionGroup = 'none'; if($permissionGroupObject !== NULL) { $permissionGroup = substr(strrchr($permissionGroupObject->value,'.'), 1); } $permissions[$node->nodeName][$name]['permissionGroup'] = $permissionGroup; $permissions[$node->nodeName][$name]['protectionLevel'] = $node->attributes->getNamedItem('protectionLevel')->value; } } // Cache descriptions from comments preceding the tags if($node->nodeName == '#comment') { $comment .= $node->textContent; } elseif($node->nodeName != '#text') { $comment = ''; } } // Update cache with serialized permissions $cache_file_handle = fopen($this->cache_file_path, 'w'); fwrite($cache_file_handle, serialize($permissions)); fclose($cache_file_handle); return $permissions; } } ?> fdroidserver-0.7.0/wp-fdroid/AndroidManifest.xml0000664000175000017500000043304112661321722021615 0ustar hanshans00000000000000 fdroidserver-0.7.0/tests/0000775000175000017500000000000012765473035015300 5ustar hanshans00000000000000fdroidserver-0.7.0/tests/run-tests0000775000175000017500000004047012757406036017175 0ustar hanshans00000000000000#!/bin/bash set -e # quit script on error echo_header() { { echo -e "==============================================================================\n$1"; } 2>/dev/null } copy_apks_into_repo() { set +x for f in `find $APKDIR -name '*.apk' | grep -F -v -e unaligned -e unsigned -e badsig -e badcert`; do name=$(basename $(dirname `dirname $f`)) apk=`$aapt dump badging "$f" | sed -n "s,^package: name='\(.*\)' versionCode='\([0-9][0-9]*\)' .*,\1_\2.apk,p"` test $f -nt repo/$apk && rm -f repo/$apk # delete existing if $f is newer if [ ! -e repo/$apk ] && [ ! -e archive/$apk ]; then echo "$f --> repo/$apk" ln $f $1/repo/$apk || \ rsync -axv $f $1/repo/$apk # rsync if hard link is not possible fi done set -x } # keep this as an old version to test the automatic parsing of build-tools # verion numbers in `fdroid init` create_fake_android_home() { mkdir $1/tools mkdir $1/platform-tools mkdir $1/build-tools mkdir $1/build-tools/19.0.2 touch $1/build-tools/19.0.2/aapt } create_test_dir() { test -e $WORKSPACE/.testfiles || mkdir $WORKSPACE/.testfiles mktemp -d $WORKSPACE/.testfiles/run-tests.XXXX } create_test_file() { test -e $WORKSPACE/.testfiles || mkdir $WORKSPACE/.testfiles TMPDIR=$WORKSPACE/.testfiles mktemp } #------------------------------------------------------------------------------# # "main" if [ "$1" = "-h" ] || [ "$1" = "--help" ]; then set +x echo "Usage: $0 '/path/to/folder/with/apks'" exit 1 fi if [ -z "$ANDROID_HOME" ]; then echo "ANDROID_HOME must be set with the path to the Android SDK, i.e.: " echo " export ANDROID_HOME=/opt/android-sdk" exit 1 fi if [ -d tests ]; then cd tests fi if [ -z "$1" ]; then APKDIR=`pwd` else APKDIR=$1 fi if [ -z $WORKSPACE ]; then WORKSPACE=`dirname $(pwd)` echo "Setting Workspace to $WORKSPACE" fi # allow the location of the script to be overridden if [ -z $fdroid ]; then fdroid="$WORKSPACE/fdroid" fi # allow the location of aapt to be overridden if [ -z $aapt ]; then aapt=`ls -1 $ANDROID_HOME/build-tools/*/aapt | sort | tail -1` fi # allow the location of python to be overridden if [ -z $python ]; then python=python3 fi set -x # show each command as it is executed #------------------------------------------------------------------------------# echo_header "run commit hooks" cd $WORKSPACE ./hooks/pre-commit #------------------------------------------------------------------------------# echo_header "test python getsig replacement" cd $WORKSPACE/tests/getsig ./make.sh for testcase in $WORKSPACE/tests/*.TestCase; do $testcase done #------------------------------------------------------------------------------# echo_header "print fdroid version" $fdroid --version #------------------------------------------------------------------------------# echo_header "build the TeX manual" cd $WORKSPACE/docs # this is only ever generated officially on GNU/Linux if [ `uname -s` == "Linux" ]; then ./gendocs.sh -o html --email admin@f-droid.org fdroid "F-Droid Server Manual" fi #------------------------------------------------------------------------------# echo_header "test UTF-8 metadata" REPOROOT=`create_test_dir` cd $REPOROOT $fdroid init sed -i.tmp 's,^ *repo_description.*,repo_description = """获取已安装在您的设备上的应用的,' config.py echo "mirrors = {'https://foo.bar/fdroid', 'http://secret.onion/fdroid'}" >> config.py mkdir metadata cp $WORKSPACE/tests/urzip.apk repo/ cp $WORKSPACE/tests/metadata/info.guardianproject.urzip.txt metadata/ $fdroid readmeta $fdroid update #------------------------------------------------------------------------------# echo_header "copy tests/repo, generate a keystore, and update" REPOROOT=`create_test_dir` cd $REPOROOT $fdroid init cp -a $WORKSPACE/tests/metadata $WORKSPACE/tests/repo $REPOROOT/ echo "accepted_formats = ['json', 'txt', 'xml', 'yml']" >> config.py echo "install_list = 'org.adaway'" >> config.py echo "uninstall_list = {'com.android.vending', 'com.facebook.orca',}" >> config.py $fdroid update --verbose test -e repo/index.xml test -e repo/index.jar grep -F '> metadata/fake.txt echo "Summary:Yup still fake" >> metadata/fake.txt echo "Categories:Internet" >> metadata/fake.txt echo "Description:" >> metadata/fake.txt echo "this is fake" >> metadata/fake.txt echo "." >> metadata/fake.txt # fake that no JDKs are available echo 'java_paths = {}' > config.py LOCAL_COPY_DIR=`create_test_dir`/fdroid mkdir -p $LOCAL_COPY_DIR/repo echo "local_copy_dir = '$LOCAL_COPY_DIR'" >> config.py $fdroid checkupdates $fdroid gpgsign $fdroid lint $fdroid readmeta $fdroid rewritemeta fake $fdroid server update $fdroid scanner # run these to get their output, but the are not setup, so don't fail $fdroid build || true $fdroid import || true $fdroid install || true #------------------------------------------------------------------------------# echo_header "create a source tarball and use that to build a repo" cd $WORKSPACE $python setup.py sdist REPOROOT=`create_test_dir` cd $REPOROOT tar xzf `ls -1 $WORKSPACE/dist/fdroidserver-*.tar.gz | sort -n | tail -1` cd $REPOROOT ./fdroidserver-*/fdroid init copy_apks_into_repo $REPOROOT ./fdroidserver-*/fdroid update --create-metadata --verbose #------------------------------------------------------------------------------# echo_header "test config checks of local_copy_dir" REPOROOT=`create_test_dir` cd $REPOROOT $fdroid init $fdroid update --create-metadata --verbose $fdroid readmeta $fdroid server update --local-copy-dir=/tmp/fdroid # now test the errors work set +e $fdroid server update --local-copy-dir=thisisnotanabsolutepath if [ $? -eq 0 ]; then echo "This should have failed because thisisnotanabsolutepath is not an absolute path!" exit 1 else echo "testing absolute path checker passed" fi $fdroid server update --local-copy-dir=/tmp/IReallyDoubtThisPathExistsasdfasdf if [ $? -eq 0 ]; then echo "This should have failed because the path does not end with 'fdroid'!" exit 1 else echo "testing dirname exists checker passed" fi $fdroid server update --local-copy-dir=/tmp/IReallyDoubtThisPathExistsasdfasdf/fdroid if [ $? -eq 0 ]; then echo "This should have failed because the dirname path does not exist!" exit 1 else echo "testing dirname exists checker passed" fi set -e #------------------------------------------------------------------------------# echo_header "setup a new repo from scratch using ANDROID_HOME and do a local sync" REPOROOT=`create_test_dir` cd $REPOROOT $fdroid init copy_apks_into_repo $REPOROOT $fdroid update --create-metadata --verbose $fdroid readmeta grep -F '> config.py echo 'repo_keyalias = "foo"' >> config.py echo 'keystorepass = "foo"' >> config.py echo 'keypass = "foo"' >> config.py set +e $fdroid update --create-metadata --verbose if [ $? -eq 0 ]; then echo "This should have failed because this repo has a bad/fake keystore!" exit 1 else echo '`fdroid update` prompted to add keystore' fi set -e #------------------------------------------------------------------------------# echo_header "setup a new repo with keystore with APK, update, then without key" REPOROOT=`create_test_dir` KEYSTORE=$REPOROOT/keystore.jks cd $REPOROOT $fdroid init --keystore $KEYSTORE test -e $KEYSTORE cp $WORKSPACE/tests/urzip.apk $REPOROOT/repo/ $fdroid update --create-metadata --verbose $fdroid readmeta test -e repo/index.xml test -e repo/index.jar grep -F 'ߋ4zљp a22x@-q &6'xnب4Ռs-<!a^zD\W6=YMQ2ɗw|՟-f̶vJA؜s1Ym®n>/]ҹr8୔@(r1.}j:Oi> DowJ'CRRVJ eMPy|{|7sRNQy(KNnቹM{p՝Ғ6Q:h++-LxȄsՆIT~M≹\{V{TTX@vL (Ćyq]zAnBFZmHocs  Çd6ihh CCfQ!j2OPSեlUY G?15t"GUˢy*(M6\$""DJiujdo5GcF^G"@ Vx\|T$SgOt ::erOK\]Ϟb¶hӫnZ>5^7 S~6B3Щb#RجJ[ =64%1N ('5+٥bvTD%W< `y*VnJK6͵[h8l3PA$M;QZ1[,U3|.nlIuG2 3 eb2V'0`ę&Uڂg ,.!蒎Q1 F|UJvuӆaL06 cLzN׎zXYٹLGBr8#0LmMOS7onDVv͞} DLژ.C{e 󳵴&cY,ZKSiZ=I`҇6%]Nm},ŅU5SN܈mݷ<65}E޷'0CקԄf.̙3;EnK=_d*/r.Ѵ#>)?/Ԟ H\o7aU%(|${hjǜIL~ cS/LҘPPX"1sgsLuP!!"@&849^1|'3}ȕs_-]$IVM1,,D-aEDA̤rIENDB`PKOCS Lres/layout/activity_main.xmluN@=[$BHA"5%$ 'Ql*x$ G;es;wofw} ƘMCt- G«& 99w%fmF)B[nTχUПg!F$~"u.m*~RUx:R}o{EO١R3~`)6d?Tޟ#]{ȣ>64u6Z?p̑?gqդ~,ᛙPKOCIדAndroidManifest.xmlKoSGϵM'ǘR"!Tmqh˦E,.. 좟U V,*枩'|WϽg͙3sQS:AQuS8OA MzQz } }="4TCC?CA@D_@@/ 1eh ZBB/} =~z -Uh%oriG{vhxlإi٧*zb#(:bquT;8ؾWgW*} ۺ0qUaںʓ}Xo-V ^QwA-ܷ}5qm { hUBY- {V越UH^ʛ_U?|}!Q*2`1kQű*UЫW9tO#/");W `WKz: ԡ:o"]sBֻZ%BKo/D]ˈKwJ(Tf@hUwӦ)}*k[mWh -чo;EuĮ EFo>¿'z=zlNsq:t9vMtLI3ds&=>yiBy @Qhf[)fv4ώS܆B-bng$3ƘI܆CF7bTިF ^K aoބ؎i`cY,mwD̈́ߤ2iqoM5C7e&az$yώӼ5wНwӷ>\?.>уl=?ȿ|㫝D%"Z+Iz$4_׉!DW!<# '@vz]`<s"x.WWkSo& ^@w3N?~2 Z=A~:x|wi#{ȃx|?~| 0A?#` <΁ge m{m:1oN-`O<(3<" p~|>,)`<  2x| :'`C`^4`^"#t`,&Ly@70A%97` `lwmj] ;Np' `#S`<)pn"jRPJ/@oTz :9i*u]kZI<+8<$\Q c*{RUY_Q:Հ~Eݨʎx մ '`ˀ~-_Я+:? 䙂>߯i4-*ʤ$ǩJrVpDɣJE,[eq H*("8-dqX YO{,Ec b!uHr հ<+s>:>,|ƃ2t? C߂/!}!Tv=dsk{}1YoU)/^D^ʮпʺ{w!W(S!ȾwUjI#hpFϒkWAzk5ِF9"t7Oky>ZXJn:\MlAbZs3梛h@O b1:A+Ml#e?ON{LFΑ6~+vǩfs;E{Ȳղ eJ=(G|>#f2H!pih 4vF <|p;x ~6j'>EEDy>l q(هSWoG_(u'l܊ s㑭9io1a3iFgGy$⠉8ı&JF'B VY]cЋ>hc(&5( Gt.φpsOkޭoҾ.mq\ˆ"PxVD%"<\ Ӓ뉢?WFy_ن]͛?;m)zns,?}3&6ܯ5UϓY9gY'sS!uVJ:FuP9&6uDT=WJ5{L8JV>׮W̝Ϣh> ER%{66o6=C:Ӓ鱨\l  EoL'֥;ץץT4?|LĹoxp٫|[C-J(-3S2c)[U>s95E!\!5еYj܂9U*S9;L=ۭ&ǵ+G}gj&_>槭@A0UP)Y3V+N17ST*.9r wE[+Z0u$Ϥھ^<2Ȳ&Y:UY&;S;櫖_p,{'|%WrJHrw-oMVS3|uv3^f+W|Ĝvن)w;S*&ɰS_+9CTl.Ljhdwkp7NQi0}c޶or.lfi/Z|n󊶵V0ṄO΀푪[q[8& )ZP:+z]œ󟌪eJ1!Ч5c :2TEJv)\-x["c*V1B`t3wĬ Q7ɜHNsi6e3k "{괬k,fCXX; HSxGq~IK e;W߳hcUS(y,HPU2쟇f۶=q! E B&YuG=wbI"B^\K"_+֬ Q 6c8'ʞyPKOCl=T,7META-INF/CERT.SFmIo@;cmMz`"-^0 8:l3K/ixM pEUV:I(<;d1. 5&VOLtO|i{>#tdh,*38gq sSE^]Nz}J6q(bݘ3b#QRN5EAr^ýs*^5 vx;vΨ7h*+>ރEM!b2 >j2,4X7$+a0shNbk(-f_.|PKOC _META-INF/CERT.RSA3hbfajhδAG&FFCnN6Vm>f&)Vn"M/ f&F&&FS^FVs ̡,lL| 0c^JQ~fHY*Tn 'khd`dhfddd`l%kX@8ٍ ̍ L w;',fڦQV^:|Ʊ  F;f\=oOz<*}yC7Zl//23J^w0ɯy_U0|I7'ܘvg&ݳĽ hA t/'k?LVprsV7Yʮ}:FKO6{Ul{[kP–k2ئq/2klj+~=}$!ۿ*%,sҸ-}&c˪ޠ^aKaZj6>1h|Ld<4} %'h`il6Z&G}U&gk7ޒ:!r _{[սrYFi3.WݫegOnP:g؞[7,|iowi^ί-x΅ǟ_.6PK OC=-res/drawable/ic_launcher.pngPKOCS Lres/layout/activity_main.xmlPKOCIדAndroidManifest.xmlPK OC?} resources.arscPKOCT~ classes.dexPKENgW2META-INF/MANIFEST.MFUTSTux PKOCl=T,7 META-INF/CERT.SFPKOC _!META-INF/CERT.RSAPK%$fdroidserver-0.7.0/tests/urzip.apk0000664000175000017500000002336112726507616017153 0ustar hanshans00000000000000PK OC=-res/drawable/ic_launcher.pngPNG  IHDRw=LIDATHǥyPuƟ{².˲ 8ႈ 628yr OCM5V^ʡbY"0,,{DPXϟ>ߋ4zљp a22x@-q &6'xnب4Ռs-<!a^zD\W6=YMQ2ɗw|՟-f̶vJA؜s1Ym®n>/]ҹr8୔@(r1.}j:Oi> DowJ'CRRVJ eMPy|{|7sRNQy(KNnቹM{p՝Ғ6Q:h++-LxȄsՆIT~M≹\{V{TTX@vL (Ćyq]zAnBFZmHocs  Çd6ihh CCfQ!j2OPSեlUY G?15t"GUˢy*(M6\$""DJiujdo5GcF^G"@ Vx\|T$SgOt ::erOK\]Ϟb¶hӫnZ>5^7 S~6B3Щb#RجJ[ =64%1N ('5+٥bvTD%W< `y*VnJK6͵[h8l3PA$M;QZ1[,U3|.nlIuG2 3 eb2V'0`ę&Uڂg ,.!蒎Q1 F|UJvuӆaL06 cLzN׎zXYٹLGBr8#0LmMOS7onDVv͞} DLژ.C{e 󳵴&cY,ZKSiZ=I`҇6%]Nm},ŅU5SN܈mݷ<65}E޷'0CקԄf.̙3;EnK=_d*/r.Ѵ#>)?/Ԟ H\o7aU%(|${hjǜIL~ cS/LҘPPX"1sgsLuP!!"@&849^1|'3}ȕs_-]$IVM1,,D-aEDA̤rIENDB`PKOCres/layout/activity_main.xmluN@=[$BHA"5%$ 'Ql*x$ G;es;wofw} ƘMCt- G«& 99w%fmF)B[nTχUПg!F$~"u.m*~RUx:R}o{EO١R3~`)6d?Tޟ#]{ȣ>64u6Z?p̑?gqդ~,ᛙPKS LPKOCAndroidManifest.xmlKoSGϵM'ǘR"!Tmqh˦E,.. 좟U V,*枩'|WϽg͙3sQS:AQuS8OA MzQz } }="4TCC?CA@D_@@/ 1eh ZBB/} =~z -Uh%oriG{vhxlإi٧*zb#(:bquT;8ؾWgW*} ۺ0qUaںʓ}Xo-V ^QwA-ܷ}5qm { hUBY- {V越UH^ʛ_U?|}!Q*2`1kQű*UЫW9tO#/");W `WKz: ԡ:o"]sBֻZ%BKo/D]ˈKwJ(Tf@hUwӦ)}*k[mWh -чo;EuĮ EFo>¿'z=zlNsq:t9vMtLI3ds&=>yiBy @Qhf[)fv4ώS܆B-bng$3ƘI܆CF7bTިF ^K aoބ؎i`cY,mwD̈́ߤ2iqoM5C7e&az$yώӼ5wНwӷ>\?.>уl=?ȿ|㫝D%"Z+Iz$4_׉!DW!<# '@vz]`<s"x.WWkSo& ^@w3N?~2 Z=A~:x|wi#{ȃx|?~| 0A?#` <΁ge m{m:1oN-`O<(3<" p~|>,)`<  2x| :'`C`^4`^"#t`,&Ly@70A%97` `lwmj] ;Np' `#S`<)pn"jRPJ/@oTz :9i*u]kZI<+8<$\Q c*{RUY_Q:Հ~Eݨʎx մ '`ˀ~-_Я+:? 䙂>߯i4-*ʤ$ǩJrVpDɣJE,[eq H*("8-dqX YO{,Ec b!uHr հ<+s>:>,|ƃ2t? C߂/!}!Tv=dsk{}1YoU)/^D^ʮпʺ{w!W(S!ȾwUjI#hpFϒkWAzk5ِF9"t7Oky>ZXJn:\MlAbZs3梛h@O b1:A+Ml#e?ON{LFΑ6~+vǩfs;E{Ȳղ eJ=(G|>#f2H!pih 4vF <|p;x ~6j'>EEDy>l q(هSWoG_(u'l܊ s㑭9io1a3iFgGy$⠉8ı&JF'B VY]cЋ>hc(&5( Gt.φpsOkޭoҾ.mq\ˆ"PxVD%"<\ Ӓ뉢?WFy_ن]͛?;m)zns,?}3&6ܯ5UϓY9gY'sS!uVJ:FuP9&6uDT=WJ5{L8JV>׮W̝Ϣh> ER%{66o6=C:Ӓ鱨\l  EoL'֥;ץץT4?|LĹoxp٫|[C-J(-3S2c)[U>s95E!\!5еYj܂9U*S9;L=ۭ&ǵ+G}gj&_>槭@A0UP)Y3V+N17ST*.9r wE[+Z0u$Ϥھ^<2Ȳ&Y:UY&;S;櫖_p,{'|%WrJHrw-oMVS3|uv3^f+W|Ĝvن)w;S*&ɰS_+9CTl.Ljhdwkp7NQi0}c޶or.lfi/Z|n󊶵V0ṄO΀푪[q[8& )ZP:+z]œ󟌪eJ1!Ч5c :2TEJv)\-x["c*V1B`t3wĬ Q7ɜHNsi6e3k "{괬k,fCXX; HSxGq~IK e;W#tdh,*38gq sSE^]Nz}J6q(bݘ3b#QRN5EAr^ýs*^5 vx;vΨ7h*+>ރEM!b2 >j2,4X7$+a0shNbk(-f_.|PKl=T,7PKOCMETA-INF/CERT.RSA3hbfajhδAG&FFCnN6Vm>f&)Vn"M/ f&F&&FS^FVs ̡,lL| 0c^JQ~fHY*Tn 'khd`dhfddd`l%kX@8ٍ ̍ L w;',fڦQV^:|Ʊ  F;f\=oOz<*}yC7Zl//23J^w0ɯy_U0|I7'ܘvg&ݳĽ hA t/'k?LVprsV7Yʮ}:FKO6{Ul{[kP–k2ئq/2klj+~=}$!ۿ*%,sҸ-}&c˪ޠ^aKaZj6>1h|Ld<4} %'h`il6Z&G}U&gk7ޒ:!r _{[սrYFi3.WݫegOnP:g؞[7,|iowi^ί-x΅ǟ_.6PK _PK OC=-res/drawable/ic_launcher.pngPKOCS Lres/layout/activity_main.xmlPKOCIדAndroidManifest.xmlPK OC?} resources.arscPKOCT~ classes.dexPKOC,bMETA-INF/MANIFEST.MFPKOCl=T,7 META-INF/CERT.SFPKOC _0"META-INF/CERT.RSAPK $fdroidserver-0.7.0/tests/getsig/0000775000175000017500000000000012765473035016562 5ustar hanshans00000000000000fdroidserver-0.7.0/tests/getsig/run.sh0000775000175000017500000000003712661321722017713 0ustar hanshans00000000000000#!/bin/sh java getsig $1 $2 $3 fdroidserver-0.7.0/tests/getsig/getsig.java0000664000175000017500000000665712661321722020713 0ustar hanshans00000000000000import java.io.IOException; import java.io.InputStream; import java.math.BigInteger; import java.security.Signature; import java.security.cert.*; import java.security.MessageDigest; import java.security.NoSuchAlgorithmException; import java.util.Enumeration; import java.util.jar.JarEntry; import java.util.jar.JarFile; public class getsig { public static void main(String[] args) { String apkPath = null; boolean full = false; if(args.length == 1) { apkPath = args[0]; } else if (args.length == 2) { if(!args[0].equals("-f")) { System.out.println("Only -f is supported"); System.exit(1); } apkPath = args[1]; full = true; } else { System.out.println("Specify the APK file to get the signature from!"); System.exit(1); } try { JarFile apk = new JarFile(apkPath); java.security.cert.Certificate[] certs = null; Enumeration entries = apk.entries(); while (entries.hasMoreElements()) { JarEntry je = (JarEntry) entries.nextElement(); if (!je.isDirectory() && !je.getName().startsWith("META-INF/")) { // Just need to read the stream (discarding the data) to get // it to process the certificate... byte[] b = new byte[4096]; InputStream is = apk.getInputStream(je); while (is.read(b, 0, b.length) != -1); is.close(); certs = je.getCertificates(); if(certs != null) break; } } apk.close(); if (certs == null) { System.out.println("Not signed"); System.exit(1); } if (certs.length != 1) { System.out.println("One signature expected"); System.exit(1); } // Get the signature in the same form that is returned by // android.content.pm.Signature.toCharsString() (but in the // form of a byte array so we can pass it to the MD5 function)... byte[] sig = certs[0].getEncoded(); byte[] csig = new byte[sig.length * 2]; for (int j=0; j>4)&0xf; csig[j*2] = (byte)(d >= 10 ? ('a' + d - 10) : ('0' + d)); d = v&0xf; csig[j*2+1] = (byte)(d >= 10 ? ('a' + d - 10) : ('0' + d)); } String result; if(full) { result = new String(csig); } else { // Get the MD5 sum... MessageDigest md; md = MessageDigest.getInstance("MD5"); byte[] md5sum = new byte[32]; md.update(csig); md5sum = md.digest(); BigInteger bigInt = new BigInteger(1, md5sum); String md5hash = bigInt.toString(16); while (md5hash.length() < 32) md5hash = "0" + md5hash; result = md5hash; } System.out.println("Result:" + result); System.exit(0); } catch (Exception e) { System.out.println("Exception:" + e); System.exit(1); } } } fdroidserver-0.7.0/tests/getsig/make.sh0000775000175000017500000000003412661321722020021 0ustar hanshans00000000000000#!/bin/sh javac getsig.java fdroidserver-0.7.0/buildserver/0000775000175000017500000000000012765473035016464 5ustar hanshans00000000000000fdroidserver-0.7.0/buildserver/cookbooks/0000775000175000017500000000000012765473035020455 5ustar hanshans00000000000000fdroidserver-0.7.0/buildserver/cookbooks/kivy/0000775000175000017500000000000012765473035021437 5ustar hanshans00000000000000fdroidserver-0.7.0/buildserver/cookbooks/kivy/recipes/0000775000175000017500000000000012765473035023071 5ustar hanshans00000000000000fdroidserver-0.7.0/buildserver/cookbooks/kivy/recipes/default.rb0000664000175000017500000000132312765472633025044 0ustar hanshans00000000000000 %w{cython python-pygame python-pip python-virtualenv python-opengl python-gst0.10 python-enchant libgl1-mesa-dev libgles2-mesa-dev}.each do |pkg| package pkg do action :install end end script "install-kivy" do cwd "/tmp" interpreter "bash" code " tar xf /vagrant/cache/Kivy-1.7.2.tar.gz cd Kivy-1.7.2 python setup.py install cd .. rm -rf Kivy* " not_if "python -c 'import kivy'" end script "install-p4a" do cwd "/home/vagrant" interpreter "bash" code " git clone https://github.com/kivy/python-for-android chown -R vagrant:vagrant python-for-android cd python-for-android git checkout ca369d774e2 " not_if "test -d /home/vagrant/python-for-android" end fdroidserver-0.7.0/buildserver/fixpaths.sh0000664000175000017500000000104012765472633020644 0ustar hanshans00000000000000#!/bin/sh echo $0 fixit() { #Fix sudoers so the PATH gets passed through, otherwise chef #provisioning doesn't work. if [ -z "$1" ]; then export EDITOR=$0 && sudo -E visudo else echo "Fix sudoers" echo "Defaults exempt_group=admin" >> $1 fi #Stick the gems bin onto root's path as well. sudo echo "PATH=$PATH:/var/lib/gems/1.8/bin" >>/root/.bashrc # Restart sudo so it gets the changes straight away sudo /etc/init.d/sudo restart } sudo grep "exempt_group" /etc/sudoers -q if [ "$?" -eq "1" ]; then fixit fi fdroidserver-0.7.0/buildserver/config.buildserver.py0000664000175000017500000000045312755026247022630 0ustar hanshans00000000000000sdk_path = "/home/vagrant/android-sdk" ndk_paths = { 'r9b': "/home/vagrant/android-ndk/r9b", 'r10e': "/home/vagrant/android-ndk/r10e", 'r11c': "/home/vagrant/android-ndk/r11c", 'r12b': "/home/vagrant/android-ndk/r12b", } java_paths = { '8': "/usr/lib/jvm/java-8-openjdk-i386", } fdroidserver-0.7.0/README.md0000664000175000017500000000516012726510145015406 0ustar hanshans00000000000000# F-Droid Server [![build status](https://gitlab.com/fdroid/fdroidserver/badges/master/build.svg)](https://gitlab.com/fdroid/fdroidserver/builds) Server for [F-Droid](https://f-droid.org), the Free Software repository system for Android. The F-Droid server tools provide various scripts and tools that are used to maintain the main [F-Droid application repository](https://f-droid.org/repository/browse). You can use these same tools to create your own additional or alternative repository for publishing, or to assist in creating, testing and submitting metadata to the main repository. For documentation, please see the docs directory. Alternatively, visit [https://f-droid.org/manual/](https://f-droid.org/manual/). ### What is F-Droid? F-Droid is an installable catalogue of FOSS (Free and Open Source Software) applications for the Android platform. The client makes it easy to browse, install, and keep track of updates on your device. ### Installing Note that only Python 3 is supported. We recommend version 3.4 or later. The easiest way to install the `fdroidserver` tools is on Ubuntu, Mint or other Ubuntu based distributions, you can install using: sudo apt-get install fdroidserver For older Ubuntu releases or to get the latest version, you can get `fdroidserver` from the Guardian Project PPA (the signing key fingerprint is `6B80 A842 07B3 0AC9 DEE2 35FE F50E ADDD 2234 F563`) sudo add-apt-repository ppa:guardianproject/ppa sudo apt-get update sudo apt-get install fdroidserver On OSX, `fdroidserver` is available from third party package managers, like Homebrew, MacPorts, and Fink: brew install fdroidserver For Arch-Linux is a package in the AUR available. If you have installed `yaourt` or something similiar, you can do: yaourt -S fdroidserver For any platform where Python's `easy_install` is an option (e.g. OSX or Cygwin, you can use it: sudo easy_install fdroidserver Python's `pip` also works: sudo pip3 install fdroidserver The combination of `pyvenv` and `pip` is great for testing out the latest versions of `fdroidserver`. Using `pip`, `fdroidserver` can even be installed straight from git. First, make sure you have installed the python header files, venv and pip. They should be included in your OS's default package manager or you can install them via other mechanisms like Brew/dnf/pacman/emerge/Fink/MacPorts. For Debian based distributions: apt-get install python3-dev python3-pip python3-venv libjpeg-dev zlib1g-dev Then here's how to install: git clone https://gitlab.com/fdroid/fdroidserver.git cd fdroidserver pyvenv env/ source env/bin/activate pip3 install -e . python3 setup.py install fdroidserver-0.7.0/makebuildserver0000775000175000017500000004655212765472633017267 0ustar hanshans00000000000000#!/usr/bin/env python3 import os import requests import sys import subprocess import time import hashlib import yaml from clint.textui import progress from optparse import OptionParser def vagrant(params, cwd=None, printout=False): """Run vagrant. :param: list of parameters to pass to vagrant :cwd: directory to run in, or None for current directory :printout: True to print output in realtime, False to just return it :returns: (ret, out) where ret is the return code, and out is the stdout (and stderr) from vagrant """ p = subprocess.Popen(['vagrant'] + params, cwd=cwd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, universal_newlines=True) out = '' if printout: while True: line = p.stdout.readline() if len(line) == 0: break print(line.rstrip()) out += line p.wait() else: out = p.communicate()[0] return (p.returncode, out) boxfile = 'buildserver.box' serverdir = 'buildserver' parser = OptionParser() parser.add_option("-v", "--verbose", action="store_true", default=False, help="Spew out even more information than normal") parser.add_option("-c", "--clean", action="store_true", default=False, help="Build from scratch, rather than attempting to update the existing server") options, args = parser.parse_args() # set up default config cachedir = os.path.join(os.getenv('HOME'), '.cache', 'fdroidserver') config = { 'basebox': 'jessie64', # TODO in py3, convert this to pathlib.Path(absolute_path_string).as_uri() 'baseboxurl': [ 'file://' + os.path.join(cachedir, 'jessie64.box'), 'https://f-droid.org/jessie64.box', ], 'debian_mirror': 'http://http.debian.net/debian/', 'apt_package_cache': False, 'boot_timeout': 600, 'cachedir': cachedir, 'cpus': 1, 'memory': 1024, 'hwvirtex': 'off', } # load config file, if present if os.path.exists('makebuildserver.config.py'): exec(compile(open('makebuildserver.config.py').read(), 'makebuildserver.config.py', 'exec'), config) elif os.path.exists('makebs.config.py'): # this is the old name for the config file exec(compile(open('makebs.config.py').read(), 'makebs.config.py', 'exec'), config) if '__builtins__' in config: del(config['__builtins__']) # added by compile/exec if not os.path.exists('makebuildserver') or not os.path.exists(serverdir): print('This must be run from the correct directory!') sys.exit(1) if os.path.exists(boxfile): os.remove(boxfile) if options.clean: vagrant(['destroy', '-f'], cwd=serverdir, printout=options.verbose) # Update cached files. cachedir = config['cachedir'] if not os.path.exists(cachedir): os.makedirs(cachedir, 0o755) if config['apt_package_cache']: config['aptcachedir'] = cachedir + '/apt/archives' cachefiles = [ ('https://dl.google.com/android/repository/tools_r25.2.1-linux.zip', '03499e02bfc0eb22e1f80318f7f0d74af37e18ed3055af547eb2689decbb963a'), ('https://dl.google.com/android/repository/android_m2repository_r36.zip', '44a45d2f8c4c230f3810e09858153c0c6a2b22efb704750413e29aa6f60a969c'), ('https://dl.google.com/android/repository/android-1.5_r04-linux.zip', '85b6c8f9797e56aa415d3a282428bb640c96b0acb17c11d41621bb2a5302fe64'), ('https://dl.google.com/android/repository/android-1.6_r03-linux.zip', 'a8c4e3b32269c6b04c2adeabd112fce42f292dab1a40ef3b08ea7d4212be0df4'), ('https://dl.google.com/android/repository/android-2.0_r01-linux.zip', 'e70e2151b49613f23f40828c771ab85e241eed361cab037c6312df77f2612f0a'), ('https://dl.google.com/android/repository/android-2.0.1_r01-linux.zip', 'f47b46177b17f6368461f85bc2a27d0d2c437929f588ea27105712bc3185f664'), ('https://dl.google.com/android/repository/android-2.1_r03.zip', 'b9cc140a9b879586181b22cfc7d4aa18b979251e16e9b17771c5d0acb71ba940'), ('https://dl.google.com/android/repository/android-2.2_r03.zip', '7c9ea1bd7cb225504bd085d7c93ae27d52bd88d29b621d28108f82fef68177c0'), ('https://dl.google.com/android/repository/android-2.3.1_r02.zip', 'b2ab4896d0a4857e4f688f69eb08b0e1a8074709d4445a92a83ece7ec7cd198c'), ('https://dl.google.com/android/repository/android-2.3.3_r02.zip', '54bdb0f1ca06ba5747061ddeea20f431af72c448334fd4d3d7f84ea2ccd29fea'), ('https://dl.google.com/android/repository/android-3.0_r02.zip', '1cacae7b6e1b5a5d73c06f5d29d2ea92d16674df8fd5507681290e77d1647a1c'), ('https://dl.google.com/android/repository/android-3.1_r03.zip', '7570c86a86488a146aa2141a65a24d81800959c1907ff4f1d2c13bbafab230c5'), ('https://dl.google.com/android/repository/android-3.2_r01.zip', 'ff6b26ad34d7060a72ba504b0314cef8ba3138005561705adec5ad470a073d9b'), ('https://dl.google.com/android/repository/android-14_r04.zip', 'da1af15c77ba41d062eb6d0ef5921cc424ab6167587033b830609d65f04802b6'), ('https://dl.google.com/android/repository/android-15_r05.zip', '5bc1f93aae86b4336ffc4cae9eb8ec41a9a8fd677582dd86a9629798f019bed9'), ('https://dl.google.com/android/repository/android-16_r05.zip', 'fd7f269a423d1f1d079eabf9f918ceab49108702a1c6bb2589d57c23393503d3'), ('https://dl.google.com/android/repository/android-17_r03.zip', 'b66e73fb2639f8c916fde4369aa29012a5c531e156dbb205fe3788fe998fbbe8'), ('https://dl.google.com/android/repository/android-18_r03.zip', '166ae9cf299747a5faa8f04168f0ee47cd7466a975d8b44acaaa62a43e767568'), ('https://dl.google.com/android/repository/android-19_r04.zip', '5efc3a3a682c1d49128daddb6716c433edf16e63349f32959b6207524ac04039'), ('https://dl.google.com/android/repository/android-20_r02.zip', 'ef08c453e16ab6e656cf5d9413ef61cb8c650607d33b24ee4ce08dafdfe965a7'), ('https://dl.google.com/android/repository/android-21_r02.zip', 'a76cd7ad3080ac6ce9f037cb935b399a1bad396c0605d4ff42f693695f1dcefe'), ('https://dl.google.com/android/repository/android-22_r02.zip', '45eb581bbe53c9256f34c26b2cea919543c0079140897ac721cf88c0b9f6789e'), ('https://dl.google.com/android/repository/platform-23_r03.zip', '4b4bcddead3319708275c54c76294707bfaa953d767e34f1a5b599f3edd0076c'), ('https://dl.google.com/android/repository/platform-24_r02.zip', 'f268f5945c6ece7ea95c1c252067280854d2a20da924e22ae4720287df8bdbc9'), ('https://dl.google.com/android/repository/build-tools_r17-linux.zip', '4c8444972343a19045236f6924bd7f12046287c70dace96ab88b2159c8ec0e74'), ('https://dl.google.com/android/repository/build-tools_r18.0.1-linux.zip', 'a9b7b1bdfd864780fdd03fa1683f3fe712a4276cf200646833808cb9159bafc0'), ('https://dl.google.com/android/repository/build-tools_r18.1-linux.zip', '0753606738f31cc346426db1d46b7d021bc1bdaff63085f9ee9d278ee054d3c9'), ('https://dl.google.com/android/repository/build-tools_r18.1.1-linux.zip', '7e4ed326b53078f4f23276ddab52c400011f7593dfbb6508c0a6671954dba8b0'), ('https://dl.google.com/android/repository/build-tools_r19-linux.zip', '9442e1c5212ed594e344a231fa93e7a017a5ef8cc661117011f1d3142eca7acc'), ('https://dl.google.com/android/repository/build-tools_r19.0.1-linux.zip', 'b068edaff05c3253a63e9c8f0e1786429799b7e4b01514a847a8b291beb9232e'), ('https://dl.google.com/android/repository/build-tools_r19.0.2-linux.zip', '06124fad0d4bde21191240d61df2059a8546c085064a9a57d024c36fa2c9bebb'), ('https://dl.google.com/android/repository/build-tools_r19.0.3-linux.zip', 'bc9b3db0de4a3e233a170274293359051a758f1e3f0d0d852ff4ad6d90d0a794'), ('https://dl.google.com/android/repository/build-tools_r19.1-linux.zip', '3833b409f78c002a83244e220be380ea6fa44d604e0d47de4b7e5daefe7cd3f4'), ('https://dl.google.com/android/repository/build-tools_r20-linux.zip', '296e09d62095d80e6eaa06a64cfa4c6f9f317c2d67ad8da6514523ec66f5c871'), ('https://dl.google.com/android/repository/build-tools_r21-linux.zip', '12b818f38fe1b68091b94545988317438efbf41eb61fd36b72cd79f536044065'), ('https://dl.google.com/android/repository/build-tools_r21.0.1-linux.zip', 'a8922e80d3dd0cf6df14b29a7862448fa111b48086c639168d4b18c92431f559'), ('https://dl.google.com/android/repository/build-tools_r21.0.2-linux.zip', '859b17a6b65d063dfd86c163489b736b12bdeecd9173fdddb3e9f32e0fe584b7'), ('https://dl.google.com/android/repository/build-tools_r21.1-linux.zip', '022a85b92360272379b2f04b8a4d727e754dbe7eb8ab5a9568190e33e480d8f1'), ('https://dl.google.com/android/repository/build-tools_r21.1.1-linux.zip', '29b612484de6b5cde0df6de655e413f7611b0557b440538397afa69b557e2f08'), ('https://dl.google.com/android/repository/build-tools_r21.1.2-linux.zip', '3f88efc2d5316fb73f547f35b472610eed5e6f3f56762750ddad1c7d1d81660d'), ('https://dl.google.com/android/repository/build-tools_r22-linux.zip', '061c021243f04c80c19568a6e3a027c00d8e269c9311d7bf07fced60fbde7bd5'), ('https://dl.google.com/android/repository/build-tools_r22.0.1-linux.zip', '91e5524bf227aad1135ddd10905518ac49f74797d33d48920dcf8364b9fde214'), ('https://dl.google.com/android/repository/build-tools_r23-linux.zip', '56bf4fc6c43638c55fef4a0937bad38281945725459841879b436c6922df786c'), ('https://dl.google.com/android/repository/build-tools_r23.0.1-linux.zip', 'e56b3ef7b760ad06a7cee9b2d52ba7f43133dcecedfa5357f8845b3a80aeeecf'), ('https://dl.google.com/android/repository/build-tools_r23.0.2-linux.zip', '82754f551a6e36eaf516fbdd00c95ff0ccd19f81d1e134125b6ac4916f7ed9b6'), ('https://dl.google.com/android/repository/build-tools_r23.0.3-linux.zip', 'd961663d4a9e128841751c0156548a347c882c081c83942e53788d8949bf34e1'), ('https://dl.google.com/android/repository/build-tools_r24-linux.zip', 'b4871f357224c5f660fd2bbee04d8c7d1c187eeddfd9702cc84503529e3b3724'), ('https://dl.google.com/android/repository/build-tools_r24.0.1-linux.zip', 'a38ac637db357a31e33e38248399cb0edcc15040dca041370da38b6daf50c84d'), ('https://dl.google.com/android/repository/build-tools_r24.0.2-linux.zip', '924e29b8a189afbd119d44eae450fc0c9f197ed6f835df223931e45007987d95'), # the binaries that Google uses are here: # https://android.googlesource.com/platform/tools/external/gradle/+/studio-1.5/ ('https://services.gradle.org/distributions/gradle-1.4-bin.zip', 'cd99e85fbcd0ae8b99e81c9992a2f10cceb7b5f009c3720ef3a0078f4f92e94e'), ('https://services.gradle.org/distributions/gradle-1.6-bin.zip', 'de3e89d2113923dcc2e0def62d69be0947ceac910abd38b75ec333230183fac4'), ('https://services.gradle.org/distributions/gradle-1.7-bin.zip', '360c97d51621b5a1ecf66748c718594e5f790ae4fbc1499543e0c006033c9d30'), ('https://services.gradle.org/distributions/gradle-1.8-bin.zip', 'a342bbfa15fd18e2482287da4959588f45a41b60910970a16e6d97959aea5703'), ('https://services.gradle.org/distributions/gradle-1.9-bin.zip', '097ddc2bcbc9da2bb08cbf6bf8079585e35ad088bafd42e8716bc96405db98e9'), ('https://services.gradle.org/distributions/gradle-1.10-bin.zip', '6e6db4fc595f27ceda059d23693b6f6848583950606112b37dfd0e97a0a0a4fe'), ('https://services.gradle.org/distributions/gradle-1.11-bin.zip', '07e235df824964f0e19e73ea2327ce345c44bcd06d44a0123d29ab287fc34091'), ('https://services.gradle.org/distributions/gradle-1.12-bin.zip', '8734b13a401f4311ee418173ed6ca8662d2b0a535be8ff2a43ecb1c13cd406ea'), ('https://services.gradle.org/distributions/gradle-2.1-bin.zip', '3eee4f9ea2ab0221b89f8e4747a96d4554d00ae46d8d633f11cfda60988bf878'), ('https://services.gradle.org/distributions/gradle-2.2-bin.zip', '91e5655fe11ef414449f218c4fa2985b3a49b7903c57556da109c84fa26e1dfb'), ('https://services.gradle.org/distributions/gradle-2.2.1-bin.zip', '420aa50738299327b611c10b8304b749e8d3a579407ee9e755b15921d95ff418'), ('https://services.gradle.org/distributions/gradle-2.3-bin.zip', '010dd9f31849abc3d5644e282943b1c1c355f8e2635c5789833979ce590a3774'), ('https://services.gradle.org/distributions/gradle-2.4-bin.zip', 'c4eaecc621a81f567ded1aede4a5ddb281cc02a03a6a87c4f5502add8fc2f16f'), ('https://services.gradle.org/distributions/gradle-2.5-bin.zip', '3f953e0cb14bb3f9ebbe11946e84071547bf5dfd575d90cfe9cc4e788da38555'), ('https://services.gradle.org/distributions/gradle-2.6-bin.zip', '18a98c560af231dfa0d3f8e0802c20103ae986f12428bb0a6f5396e8f14e9c83'), ('https://services.gradle.org/distributions/gradle-2.7-bin.zip', 'cde43b90945b5304c43ee36e58aab4cc6fb3a3d5f9bd9449bb1709a68371cb06'), ('https://services.gradle.org/distributions/gradle-2.8-bin.zip', 'a88db9c2f104defdaa8011c58cf6cda6c114298ae3695ecfb8beb30da3a903cb'), ('https://services.gradle.org/distributions/gradle-2.9-bin.zip', 'c9159ec4362284c0a38d73237e224deae6139cbde0db4f0f44e1c7691dd3de2f'), ('https://services.gradle.org/distributions/gradle-2.10-bin.zip', '66406247f745fc6f05ab382d3f8d3e120c339f34ef54b86f6dc5f6efc18fbb13'), ('https://services.gradle.org/distributions/gradle-2.11-bin.zip', '8d7437082356c9fd6309a4479c8db307673965546daea445c6c72759cd6b1ed6'), ('https://services.gradle.org/distributions/gradle-2.12-bin.zip', 'e77064981906cd0476ff1e0de3e6fef747bd18e140960f1915cca8ff6c33ab5c'), ('https://services.gradle.org/distributions/gradle-2.13-bin.zip', '0f665ec6a5a67865faf7ba0d825afb19c26705ea0597cec80dd191b0f2cbb664'), ('https://services.gradle.org/distributions/gradle-2.14-bin.zip', '993b4f33b652c689e9721917d8e021cab6bbd3eae81b39ab2fd46fdb19a928d5'), ('https://services.gradle.org/distributions/gradle-2.14.1-bin.zip', 'cfc61eda71f2d12a572822644ce13d2919407595c2aec3e3566d2aab6f97ef39'), ('https://services.gradle.org/distributions/gradle-3.0-bin.zip', '39c906941a474444afbddc38144ed44166825acb0a57b0551dddb04bbf157f80'), ('https://pypi.python.org/packages/source/K/Kivy/Kivy-1.7.2.tar.gz', '0485e2ef97b5086df886eb01f8303cb542183d2d71a159466f99ad6c8a1d03f1'), ('https://dl.google.com/android/ndk/android-ndk-r10e-linux-x86_64.bin', '102d6723f67ff1384330d12c45854315d6452d6510286f4e5891e00a5a8f1d5a'), ('https://dl.google.com/android/ndk/android-ndk-r9b-linux-x86_64.tar.bz2', '8956e9efeea95f49425ded8bb697013b66e162b064b0f66b5c75628f76e0f532'), ('https://dl.google.com/android/ndk/android-ndk-r9b-linux-x86_64-legacy-toolchains.tar.bz2', 'de93a394f7c8f3436db44568648f87738a8d09801a52f459dcad3fc047e045a1'), ('https://dl.google.com/android/repository/android-ndk-r11c-linux-x86_64.zip', 'ba85dbe4d370e4de567222f73a3e034d85fc3011b3cbd90697f3e8dcace3ad94'), ('https://dl.google.com/android/repository/android-ndk-r12b-linux-x86_64.zip', 'eafae2d614e5475a3bcfd7c5f201db5b963cc1290ee3e8ae791ff0c66757781e'), ] def sha256_for_file(path): with open(path, 'rb') as f: s = hashlib.sha256() while True: data = f.read(4096) if not data: break s.update(data) return s.hexdigest() for srcurl, shasum in cachefiles: filename = os.path.basename(srcurl) local_filename = os.path.join(cachedir, filename) if os.path.exists(local_filename): local_length = os.path.getsize(local_filename) else: local_length = -1 resume_header = {} download = True try: r = requests.head(srcurl, allow_redirects=True, timeout=60) if r.status_code == 200: content_length = int(r.headers.get('content-length')) else: content_length = local_length # skip the download except requests.exceptions.RequestException as e: content_length = local_length # skip the download print(e) if local_length == content_length: download = False elif local_length > content_length: print('deleting corrupt file from cache: ' + local_filename) os.remove(local_filename) print("Downloading " + filename + " to cache") elif local_length > -1 and local_length < content_length: print("Resuming download of " + local_filename) resume_header = {'Range': 'bytes=%d-%d' % (local_length, content_length)} else: print("Downloading " + filename + " to cache") if download: r = requests.get(srcurl, headers=resume_header, stream=True, verify=False, allow_redirects=True) content_length = int(r.headers.get('content-length')) with open(local_filename, 'ab') as f: for chunk in progress.bar(r.iter_content(chunk_size=65536), expected_size=(content_length / 65536) + 1): if chunk: # filter out keep-alive new chunks f.write(chunk) v = sha256_for_file(local_filename) if v == shasum: print("\t...shasum verified for " + local_filename) else: print("Invalid shasum of '" + v + "' detected for " + local_filename) os.remove(local_filename) sys.exit(1) # use VirtualBox software virtualization if hardware is not available, # like if this is being run in kvm or some other VM platform, like # http://jenkins.debian.net, the values are 'on' or 'off' if sys.platform.startswith('darwin'): # all < 10 year old Macs work, and OSX servers as VM host are very # rare, but this could also be auto-detected if someone codes it config['hwvirtex'] = 'on' elif os.path.exists('/proc/cpuinfo'): with open('/proc/cpuinfo') as f: contents = f.read() if 'vmx' in contents or 'svm' in contents: config['hwvirtex'] = 'on' # Check against the existing Vagrantfile.yaml, and if they differ, we # need to create a new box: vf = os.path.join(serverdir, 'Vagrantfile.yaml') writevf = True if os.path.exists(vf): vagrant(['halt'], serverdir) with open(vf, 'r', encoding='utf-8') as f: oldconfig = yaml.load(f) if config != oldconfig: print("Server configuration has changed, rebuild from scratch is required") vagrant(['destroy', '-f'], serverdir) else: print("Re-provisioning existing server") writevf = False else: print("No existing server - building from scratch") if writevf: with open(vf, 'w', encoding='utf-8') as f: yaml.dump(config, f) print("Configuring build server VM") returncode, out = vagrant(['up', '--provision'], serverdir, printout=True) with open(os.path.join(serverdir, 'up.log'), 'w') as log: log.write(out) if returncode != 0: print("Failed to configure server") sys.exit(1) print("Writing buildserver ID") p = subprocess.Popen(['git', 'rev-parse', 'HEAD'], stdout=subprocess.PIPE, universal_newlines=True) buildserverid = p.communicate()[0].strip() print("...ID is " + buildserverid) subprocess.call( ['vagrant', 'ssh', '-c', 'sh -c "echo {0} >/home/vagrant/buildserverid"' .format(buildserverid)], cwd=serverdir) print("Stopping build server VM") vagrant(['halt'], serverdir) print("Waiting for build server VM to be finished") ready = False while not ready: time.sleep(2) returncode, out = vagrant(['status'], serverdir) if returncode != 0: print("Error while checking status") sys.exit(1) for line in out.splitlines(): if line.startswith("default"): if line.find("poweroff") != -1: ready = True else: print("Status: " + line) print("Packaging") vagrant(['package', '--output', os.path.join('..', boxfile)], serverdir, printout=options.verbose) print("Adding box") vagrant(['box', 'add', 'buildserver', boxfile, '-f'], printout=options.verbose) os.remove(boxfile) fdroidserver-0.7.0/examples/0000775000175000017500000000000012765473035015754 5ustar hanshans00000000000000fdroidserver-0.7.0/examples/config.py0000664000175000017500000002417512765472633017607 0ustar hanshans00000000000000#!/usr/bin/env python3 # Copy this file to config.py, then amend the settings below according to # your system configuration. # Custom path to the Android SDK, defaults to $ANDROID_HOME # sdk_path = "$ANDROID_HOME" # Custom paths to various versions of the Android NDK, defaults to 'r12b' set # to $ANDROID_NDK. Most users will have the latest at $ANDROID_NDK, which is # used by default. If a version is missing or assigned to None, it is assumed # not installed. # ndk_paths = { # 'r9b': None, # 'r10e': None, # 'r11c': None, # 'r12b': "$ANDROID_NDK", # } # java_paths = { # '1.8': "/usr/lib/jvm/java-8-openjdk", # } # Build tools version to be used # build_tools = "24.0.2" # Force all build to use the above version of build -tools, good for testing # builds without having all of the possible build-tools installed. # force_build_tools = True # Command or path to binary for running Ant # ant = "ant" # Command or path to binary for running maven 3 # mvn3 = "mvn" # Command or path to binary for running Gradle # gradle = "gradle" # Set the maximum age (in days) of an index that a client should accept from # this repo. Setting it to 0 or not setting it at all disables this # functionality. If you do set this to a non-zero value, you need to ensure # that your index is updated much more frequently than the specified interval. # The same policy is applied to the archive repo, if there is one. # repo_maxage = 0 repo_url = "https://MyFirstFDroidRepo.org/fdroid/repo" repo_name = "My First F-Droid Repo Demo" repo_icon = "fdroid-icon.png" repo_description = """ This is a repository of apps to be used with F-Droid. Applications in this repository are either official binaries built by the original application developers, or are binaries built from source by the admin of f-droid.org using the tools on https://gitlab.com/u/fdroid. """ # As above, but for the archive repo. # archive_older sets the number of versions kept in the main repo, with all # older ones going to the archive. Set it to 0, and there will be no archive # repository, and no need to define the other archive_ values. archive_older = 3 archive_url = "https://f-droid.org/archive" archive_name = "My First F-Droid Archive Demo" archive_icon = "fdroid-icon.png" archive_description = """ The repository of older versions of applications from the main demo repository. """ # Normally, all apps are collected into a single app repository, like on # https://f-droid.org. For certain situations, it is better to make a repo # that is made up of APKs only from a single app. For example, an automated # build server that publishes nightly builds. # per_app_repos = True # `fdroid update` will create a link to the current version of a given app. # This provides a static path to the current APK. To disable the creation of # this link, uncomment this: # make_current_version_link = False # By default, the "current version" link will be based on the "Name" of the # app from the metadata. You can change it to use a different field from the # metadata here: # current_version_name_source = 'id' # Optionally, override home directory for gpg # gpghome = /home/fdroid/somewhere/else/.gnupg # The ID of a GPG key for making detached signatures for apks. Optional. # gpgkey = '1DBA2E89' # The key (from the keystore defined below) to be used for signing the # repository itself. This is the same name you would give to keytool or # jarsigner using -alias. (Not needed in an unsigned repository). # repo_keyalias = "fdroidrepo" # Optionally, the public key for the key defined by repo_keyalias above can # be specified here. There is no need to do this, as the public key can and # will be retrieved from the keystore when needed. However, specifying it # manually can allow some processing to take place without access to the # keystore. # repo_pubkey = "..." # The keystore to use for release keys when building. This needs to be # somewhere safe and secure, and backed up! The best way to manage these # sensitive keys is to use a "smartcard" (aka Hardware Security Module). To # configure F-Droid to use a smartcard, set the keystore file using the keyword # "NONE" (i.e. keystore = "NONE"). That makes Java find the keystore on the # smartcard based on 'smartcardoptions' below. # keystore = "~/.local/share/fdroidserver/keystore.jks" # You should not need to change these at all, unless you have a very # customized setup for using smartcards in Java with keytool/jarsigner # smartcardoptions = "-storetype PKCS11 -providerName SunPKCS11-OpenSC \ # -providerClass sun.security.pkcs11.SunPKCS11 \ # -providerArg opensc-fdroid.cfg" # The password for the keystore (at least 6 characters). If this password is # different than the keypass below, it can be OK to store the password in this # file for real use. But in general, sensitive passwords should not be stored # in text files! # keystorepass = "password1" # The password for keys - the same is used for each auto-generated key as well # as for the repository key. You should not normally store this password in a # file since it is a sensitive password. # keypass = "password2" # The distinguished name used for all keys. # keydname = "CN=Birdman, OU=Cell, O=Alcatraz, L=Alcatraz, S=California, C=US" # Use this to override the auto-generated key aliases with specific ones # for particular applications. Normally, just leave it empty. # keyaliases = {} # keyaliases['com.example.app'] = 'example' # You can also force an app to use the same key alias as another one, using # the @ prefix. # keyaliases['com.example.another.plugin'] = '@com.example.another' # The full path to the root of the repository. It must be specified in # rsync/ssh format for a remote host/path. This is used for syncing a locally # generated repo to the server that is it hosted on. It must end in the # standard public repo name of "/fdroid", but can be in up to three levels of # sub-directories (i.e. /var/www/packagerepos/fdroid). You can include # multiple servers to sync to by wrapping the whole thing in {} or [], and # including the serverwebroot strings in a comma-separated list. # # serverwebroot = 'user@example:/var/www/fdroid' # serverwebroot = { # 'foo.com:/usr/share/nginx/www/fdroid', # 'bar.info:/var/www/fdroid', # } # Any mirrors of this repo, for example all of the servers declared in # serverwebroot, will automatically be used by the client. If one # mirror is not working, then the client will try another. If the # client has Tor enabled, then the client will prefer mirrors with # .onion addresses. This base URL will be used for both the main repo # and the archive, if it is enabled. So these URLs should end in the # 'fdroid' base of the F-Droid part of the web server like serverwebroot. # # mirrors = { # 'https://foo.bar/fdroid', # 'http://foobarfoobarfoobar.onion/fdroid', # } # optionally specific which identity file to use when using rsync over SSH # # identity_file = '~/.ssh/fdroid_id_rsa' # If you are running the repo signing process on a completely offline machine, # which provides the best security, then you can specify a folder to sync the # repo to when running `fdroid server update`. This is most likely going to # be a USB thumb drive, SD Card, or some other kind of removable media. Make # sure it is mounted before running `fdroid server update`. Using the # standard folder called 'fdroid' as the specified folder is recommended, like # with serverwebroot. # # local_copy_dir = '/media/MyUSBThumbDrive/fdroid' # If you are using local_copy_dir on an offline build/signing server, once the # thumb drive has been plugged into the online machine, it will need to be # synced to the copy on the online machine. To make that happen # automatically, set sync_from_local_copy_dir to True: # # sync_from_local_copy_dir = True # To upload the repo to an Amazon S3 bucket using `fdroid server update`. # Warning, this deletes and recreates the whole fdroid/ directory each # time. This is based on apache-libcloud, which supports basically all cloud # storage services, so it should be easy to port the fdroid server tools to # any of them. # # awsbucket = 'myawsfdroid' # awsaccesskeyid = 'SEE0CHAITHEIMAUR2USA' # awssecretkey = 'yourverysecretkeywordpassphraserighthere' # If you want to force 'fdroid server' to use a non-standard serverwebroot # # nonstandardwebroot = False # The build logs can be posted to a mediawiki instance, like on f-droid.org. # wiki_protocol = "http" # wiki_server = "server" # wiki_path = "/wiki/" # wiki_user = "login" # wiki_password = "1234" # Only set this to true when running a repository where you want to generate # stats, and only then on the master build servers, not a development # machine. # update_stats = True # When used with stats, this is a list of IP addresses that are ignored for # calculation purposes. # stats_ignore = [] # Server stats logs are retrieved from. Required when update_stats is True. # stats_server = "example.com" # User stats logs are retrieved from. Required when update_stats is True. # stats_user = "bob" # Use the following to push stats to a Carbon instance: # stats_to_carbon = False # carbon_host = '0.0.0.0' # carbon_port = 2003 # Set this to true to always use a build server. This saves specifying the # --server option on dedicated secure build server hosts. # build_server_always = True # By default, fdroid will use YAML .yml and the custom .txt metadata formats. It # is also possible to have metadata in JSON and XML by adding 'json' and # 'xml'. # accepted_formats = ['txt', 'yml'] # Limit in number of characters that fields can take up # Only the fields listed here are supported, defaults shown # char_limits = { # 'Summary': 80, # 'Description': 4000, # } # It is possible for the server operator to specify lists of apps that # must be installed or uninstalled on the client (aka "push installs). # If the user has opted in, or the device is already setup to respond # to these requests, then F-Droid will automatically install/uninstall # the packageNames listed. This is protected by the same signing key # as the app index metadata. # # install_list = { # 'at.bitfire.davdroid', # 'com.fsck.k9', # 'us.replicant', # } # # uninstall_list = { # 'com.facebook.orca', # 'com.android.vending', # } fdroidserver-0.7.0/examples/fdroid-icon.png0000664000175000017500000000644712661321722020660 0ustar hanshans00000000000000PNG  IHDR00WsBIT|d pHYs a aJ%tEXtSoftwarewww.inkscape.org<tEXtTitleF-Droid logom{tEXtAuthorRobert Martinez1RtEXtCopyrightCC Attribution-ShareAlike http://creativecommons.org/licenses/by-sa/3.0/^Z IDAThՙ{mW]?ksqvmi) DhB4% D45&( 1)*?nc1TZN̝9Z}^wf:SkB^{{QU~c_x?yt3mOjWz~OA/|k3w]pPb`TЧjvS5AFxѵQ"g|tE_o _~K Wڑ$pUڪ, ` O}7>9ĝ+*)҇*]sӋ3~5Ɣ0X `LlLXlq7R}L8i$$!·8i·d<(je_,Ө~0{={/#yĄA J1leސ[?**QeWcoUY}a.8I$M>ëC!F,* C>31 xl*5>rhxT6pc0 ŕ$oÌ4uNr3_y'drAK*( cTId BK35vO/^o472ՂD=wK?tvm/}_na>ECDԭL'80;? ?a/)N2|gh hLa~ixt,z"b1h1D8U_8Is|.u]gg xgN dNȜys9K_?R4kåoGm#S\.3 CVCy.xwYwOw aDTN`Bqd@u1HRy5` 1jvw>k*Ita댍2>?&s~+4kOPNC^8-H7fwogzj -0bJ^3bՋ4$QbDgלWIEzkܸ˲nBn80˙3T.vnaљF .E"Ѿc FFxuݐvu=7;3ę tݝ@Y[^IZZKsz2q:zs5y̷ۨ CF:T󾜅P)Bb0&`~ql*")h@^uqED{/] ;r?-YZTJ%rk crjRKY(j6;hR?QzhO7P*@$R#,Ol6Ѩb Ρ(qcR{pi\g>9-jyj1&B\x[};8tWT- 8$DILms\}r3PVWVY]^2SgR!ZU$-,{XOb@ގNM",_[BzSrH^k*wsSҨ26#S8/'8`5@db> 1ze\t,s4FOq;`b4R -}hwe,cm"a?<:h0^P+&(^fav*: .,"Ɛipw+,axmo&i!@EZ<54g[\~%NONhPR[ cS #ocYDŽީ̫Q 7w^[asuMn*JK rEZZ#M-?(^吒zP#,6]$"MnF@^ZoPav84X#OB_JM֒KQ%SH1X 7)קbp *(> KV-qſeV[*[ڋW HkdO}HR}eBJ_۸!(A.gәg]};'n-\ y@nWIENDB`fdroidserver-0.7.0/examples/makebuildserver.config.py0000664000175000017500000000351112763272736022761 0ustar hanshans00000000000000#!/usr/bin/env python3 # # You may want to alter these before running ./makebuildserver # Name of the base box to use # basebox = "jessie64" # Location where testing32.box can be found, if you don't already have # it. For security reasons, it's recommended that you make your own # in a secure environment using trusted media (see the manual) but # you can use this default if you like... # baseboxurl = "https://f-droid.org/jessie64.box" # # or if you have a cached local copy, you can use that first: # baseboxurl = ["file:///home/fdroid/fdroidserver/cache/jessie64.box", "https://f-droid.org/jessie64.box"] # In the process of setting up the build server, many gigs of files # are downloaded (Android SDK components, gradle, etc). These are # cached so that they are not redownloaded each time. By default, # these are stored in ~/.cache/fdroidserver # # cachedir = 'buildserver/cache' # A big part of creating a new instance is downloading packages from Debian. # This setups up a folder in ~/.cache/fdroidserver to cache the downloaded # packages when rebuilding the build server from scratch. This requires # that virtualbox-guest-utils is installed. # # apt_package_cache = True # To specify which Debian mirror the build server VM should use, by # default it uses http.debian.net, which auto-detects which is the # best mirror to use. # # debian_mirror = 'http://ftp.uk.debian.org/debian/' # The amount of RAM the build server will have (default: 1024) # memory = 3584 # The number of CPUs the build server will have # cpus = 1 # Debian package proxy server - if you have one # aptproxy = "http://192.168.0.19:8000" # If this is running on an older machine or on a virtualized system, # it can run a lot slower. If the provisioning fails with a warning # about the timeout, extend the timeout here. (default: 600 seconds) # # boot_timeout = 1200 fdroidserver-0.7.0/examples/opensc-fdroid.cfg0000664000175000017500000000017312661321722021160 0ustar hanshans00000000000000name = OpenSC description = SunPKCS11 w/ OpenSC Smart card Framework library = /usr/lib/opensc-pkcs11.so slotListIndex = 1 fdroidserver-0.7.0/fd-commit0000775000175000017500000000515312661321722015735 0ustar hanshans00000000000000#!/bin/bash # # fd-commit - part of the F-Droid server tools # Commits updates to apps, allowing you to edit the commit messages # # Copyright (C) 2013-2014 Daniel Marti # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . commands=() if [ ! -d metadata ]; then if [ -d ../metadata ]; then cd .. else echo "No metadata files found!" exit 2 fi fi while read line; do case "$line" in *'??'*'metadata/'*'.txt') new=true ;; *'M'*'metadata/'*'.txt') new=false ;; *) continue ;; esac file=${line##* } id=${file##*/} id=${id%.txt*} if [ $# -gt 0 ]; then case "$@" in *" $id "*) ;; # Middle "$id "*) ;; # Start *" $id") ;; # End "$id") ;; # Alone *) continue ;; # Missing esac fi [ -d metadata/$id ] && extra=metadata/$id || extra= name= autoname= while read l; do case "$l" in 'Auto Name:'*) autoname=${l#*:} ;; 'Name:'*) name=${l#*:} ;; 'Summary:'*) break ;; esac done < "$file" if [ -n "$name" ]; then fullname="$name" elif [ -n "$autoname" ]; then fullname="$autoname" else fullname="$id" fi if $new; then message="New app: $fullname" else onlybuild=true newbuild=false disable=false while read line; do case "$line" in '-Build:'*) onlybuild=false ;; '+Build:'*) $newbuild && onlybuild=false newbuild=true build=${line#*:} version=${build%%,*} build=${build#*,} vercode=${build%%,*} ;; '+'*'disable='*) $newbuild && $onlybuild && disable=true ;; esac done < <(git diff HEAD -- "$file") if $newbuild && $onlybuild; then if $disable; then message="Don't update $fullname to $version ($vercode)" else message="Update $fullname to $version ($vercode)" fi else message="$fullname:" fi fi message=${message//\"/\\\"} commands+=("git add -- $file $extra && git commit -m \"$message\" -e -v") done < <(git status --porcelain metadata) [ -z "$commands" ] && exit 0 git reset >/dev/null for cmd in "${commands[@]}"; do eval "$cmd" git reset >/dev/null done fdroidserver-0.7.0/jenkins-build0000775000175000017500000000066612661321722016620 0ustar hanshans00000000000000#!/bin/bash # # this is the script run by the Jenkins server to run the build and tests. Be # sure to always run it in its dir, i.e. ./jenkins-build.sh, otherwise it might # remove things that you don't want it to. if [ `dirname $0` != "." ]; then echo "only run this script like ./`basename $0`" exit fi set -e set -x # this is a local repo on the Guardian Project Jenkins server cd tests ./complete-ci-tests /var/www/fdroid fdroidserver-0.7.0/completion/0000775000175000017500000000000012765473035016307 5ustar hanshans00000000000000fdroidserver-0.7.0/completion/bash-completion0000664000175000017500000001332012674011242021300 0ustar hanshans00000000000000#!/bin/bash # # bash-completion - part of the FDroid server tools # Bash completion for the fdroid main tools # # Copyright (C) 2013, 2014 Daniel Martí # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . # 'fdroid' is completed automatically, but aliases to it are not. # For instance, to alias 'fd' to 'fdroid' and have competion available: # # alias fd='fdroid' # complete -F _fdroid fd # # One can use completion on aliased subcommands as follows: # # alias fbuild='fdroid build' # complete -F _fdroid_build fbuild __fdroid_init() { COMPREPLY=() cur="${COMP_WORDS[COMP_CWORD]}" prev="${COMP_WORDS[COMP_CWORD-1]}" (( $# >= 1 )) && __complete_${1} } __by_ext() { local ext="$1" files=( metadata/*.$ext ) files=( ${files[@]#metadata/} ) files=${files[@]%.$ext} echo "$files" } __package() { files="$(__by_ext txt) $(__by_ext yaml) $(__by_ext json) $(__by_ext xml)" COMPREPLY=( $( compgen -W "$files" -- $cur ) ) } __apk_package() { files=( ${1}/*.apk ) [ -f "${files[0]}" ] || return files=( ${files[@]#*/} ) files=${files[@]%_*} COMPREPLY=( $( compgen -W "$files" -- $cur ) ) } __apk_vercode() { local p=${cur:0:-1} files=( ${1}/${p}_*.apk ) [ -f "${files[0]}" ] || return files=( ${files[@]#*_} ) files=${files[@]%.apk} COMPREPLY=( $( compgen -P "${p}:" -W "$files" -- $cur ) ) } __vercode() { local p v echo $cur | IFS=':' read p v COMPREPLY=( $( compgen -P "${p}:" -W "$( while read line; do if [[ "$line" == "Build Version:"* ]] then line="${line#*,}" printf "${line%%,*} " elif [[ "$line" == "Build:"* ]] then line="${line#*,}" printf "${line%%,*} " fi done < "metadata/${p}.txt" )" -- $cur ) ) } __complete_options() { case "${cur}" in --*) COMPREPLY=( $( compgen -W "--help --version ${lopts}" -- $cur ) ) return 0;; *) COMPREPLY=( $( compgen -W "-h ${opts} --help --version ${lopts}" -- $cur ) ) return 0;; esac } __complete_build() { opts="-v -q -l -s -t -f -a -w" lopts="--verbose --quiet --latest --stop --test --server --resetserver --on-server --skip-scan --no-tarball --force --all --wiki --no-refresh" case "${cur}" in -*) __complete_options return 0;; *:*) __vercode return 0;; *) __package return 0;; esac } __complete_install() { opts="-v -q" lopts="--verbose --quiet --all" case "${cur}" in -*) __complete_options return 0;; *:) __apk_vercode repo return 0;; *) __apk_package repo return 0;; esac } __complete_update() { opts="-c -v -q -b -i -I -e -w" lopts="--create-metadata --verbose --quiet --buildreport --interactive --icons --editor --wiki --pretty --clean --delete-unknown --nosign --use-date-from-apk" case "${prev}" in -e|--editor) _filedir return 0;; esac __complete_options } __complete_publish() { opts="-v -q" lopts="--verbose --quiet" case "${cur}" in -*) __complete_options return 0;; *:) __apk_vercode unsigned return 0;; *) __apk_package unsigned return 0;; esac } __complete_checkupdates() { opts="-v -q" lopts="--verbose --quiet --auto --autoonly --commit --gplay" case "${cur}" in -*) __complete_options return 0;; *) __package return 0;; esac } __complete_import() { opts="-u -s -q" lopts="--url --subdir --rev --quiet" case "${prev}" in -u|--url|-s|--subdir|--rev) return 0;; esac __complete_options } __complete_readmeta() { opts="-v -q" lopts="--verbose --quiet" __complete_options } __complete_rewritemeta() { opts="-v -q -l" lopts="--verbose --quiet --list" case "${cur}" in -*) __complete_options return 0;; *) __package return 0;; esac } __complete_lint() { opts="-v -q" lopts="--verbose --quiet" case "${cur}" in -*) __complete_options return 0;; *) __package return 0;; esac } __complete_scanner() { opts="-v -q" lopts="--verbose --quiet" case "${cur}" in -*) __complete_options return 0;; *:) __vercode return 0;; *) __package return 0;; esac } __complete_verify() { opts="-v -q -p" lopts="--verbose --quiet" case "${cur}" in -*) __complete_options return 0;; *:) __vercode return 0;; *) __package return 0;; esac } __complete_stats() { opts="-v -q -d" lopts="--verbose --quiet --download" __complete_options } __complete_server() { opts="-i -v -q" lopts="--identity-file --local-copy-dir --sync-from-local-copy-dir --verbose --quiet --no-checksum update" __complete_options } __complete_signindex() { opts="-v -q" lopts="--verbose" __complete_options } __complete_init() { opts="-v -q -d" lopts="--verbose --quiet --distinguished-name --keystore --repo-keyalias --android-home --no-prompt" __complete_options } __cmds=" build init install update publish checkupdates import readmeta \ rewritemeta lint scanner verify stats server signindex " for c in $__cmds; do eval "_fdroid_${c} () { local cur prev opts lopts __fdroid_init ${c} }" done _fdroid() { local cmd cmd=${COMP_WORDS[1]} [[ $__cmds == *\ $cmd\ * ]] && _fdroid_${cmd} || { (($COMP_CWORD == 1)) && COMPREPLY=( $( compgen -W "${__cmds}" -- $cmd ) ) } } _fd-commit() { __package } complete -F _fdroid fdroid complete -F _fd-commit fd-commit return 0 fdroidserver-0.7.0/PKG-INFO0000664000175000017500000000727512765473035015246 0ustar hanshans00000000000000Metadata-Version: 1.1 Name: fdroidserver Version: 0.7.0 Summary: F-Droid Server Tools Home-page: https://f-droid.org Author: The F-Droid Project Author-email: team@f-droid.org License: UNKNOWN Description: # F-Droid Server [![build status](https://gitlab.com/fdroid/fdroidserver/badges/master/build.svg)](https://gitlab.com/fdroid/fdroidserver/builds) Server for [F-Droid](https://f-droid.org), the Free Software repository system for Android. The F-Droid server tools provide various scripts and tools that are used to maintain the main [F-Droid application repository](https://f-droid.org/repository/browse). You can use these same tools to create your own additional or alternative repository for publishing, or to assist in creating, testing and submitting metadata to the main repository. For documentation, please see the docs directory. Alternatively, visit [https://f-droid.org/manual/](https://f-droid.org/manual/). ### What is F-Droid? F-Droid is an installable catalogue of FOSS (Free and Open Source Software) applications for the Android platform. The client makes it easy to browse, install, and keep track of updates on your device. ### Installing Note that only Python 3 is supported. We recommend version 3.4 or later. The easiest way to install the `fdroidserver` tools is on Ubuntu, Mint or other Ubuntu based distributions, you can install using: sudo apt-get install fdroidserver For older Ubuntu releases or to get the latest version, you can get `fdroidserver` from the Guardian Project PPA (the signing key fingerprint is `6B80 A842 07B3 0AC9 DEE2 35FE F50E ADDD 2234 F563`) sudo add-apt-repository ppa:guardianproject/ppa sudo apt-get update sudo apt-get install fdroidserver On OSX, `fdroidserver` is available from third party package managers, like Homebrew, MacPorts, and Fink: brew install fdroidserver For Arch-Linux is a package in the AUR available. If you have installed `yaourt` or something similiar, you can do: yaourt -S fdroidserver For any platform where Python's `easy_install` is an option (e.g. OSX or Cygwin, you can use it: sudo easy_install fdroidserver Python's `pip` also works: sudo pip3 install fdroidserver The combination of `pyvenv` and `pip` is great for testing out the latest versions of `fdroidserver`. Using `pip`, `fdroidserver` can even be installed straight from git. First, make sure you have installed the python header files, venv and pip. They should be included in your OS's default package manager or you can install them via other mechanisms like Brew/dnf/pacman/emerge/Fink/MacPorts. For Debian based distributions: apt-get install python3-dev python3-pip python3-venv libjpeg-dev zlib1g-dev Then here's how to install: git clone https://gitlab.com/fdroid/fdroidserver.git cd fdroidserver pyvenv env/ source env/bin/activate pip3 install -e . python3 setup.py install Platform: UNKNOWN Classifier: Development Status :: 3 - Alpha Classifier: Intended Audience :: Developers Classifier: License :: OSI Approved :: GNU Affero General Public License v3 or later (AGPLv3+) Classifier: Operating System :: POSIX Classifier: Topic :: Utilities fdroidserver-0.7.0/fdroid0000775000175000017500000001254012674013325015324 0ustar hanshans00000000000000#!/usr/bin/env python3 # # fdroid.py - part of the FDroid server tools # Copyright (C) 2010-2015, Ciaran Gultnieks, ciaran@ciarang.com # Copyright (C) 2013-2014 Daniel Marti # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import sys import logging import fdroidserver.common import fdroidserver.metadata from argparse import ArgumentError commands = { "build": "Build a package from source", "init": "Quickly start a new repository", "publish": "Sign and place packages in the repo", "gpgsign": "Add gpg signatures for packages in repo", "update": "Update repo information for new packages", "verify": "Verify the integrity of downloaded packages", "checkupdates": "Check for updates to applications", "import": "Add a new application from its source code", "install": "Install built packages on devices", "readmeta": "Read all the metadata files and exit", "rewritemeta": "Rewrite all the metadata files", "lint": "Warn about possible metadata errors", "scanner": "Scan the source code of a package", "stats": "Update the stats of the repo", "server": "Interact with the repo HTTP server", "signindex": "Sign indexes created using update --nosign", } def print_help(): print("usage: fdroid [-h|--help|--version] []") print("") print("Valid commands are:") for cmd, summary in commands.items(): print(" " + cmd + ' ' * (15 - len(cmd)) + summary) print("") def main(): if len(sys.argv) <= 1: print_help() sys.exit(0) command = sys.argv[1] if command not in commands: if command in ('-h', '--help'): print_help() sys.exit(0) elif command == '--version': import os.path output = 'no version info found!' cmddir = os.path.realpath(os.path.dirname(__file__)) moduledir = os.path.realpath(os.path.dirname(fdroidserver.common.__file__) + '/..') if cmddir == moduledir: # running from git os.chdir(cmddir) if os.path.isdir('.git'): import subprocess try: output = subprocess.check_output(['git', 'describe'], stderr=subprocess.STDOUT, universal_newlines=True) except subprocess.CalledProcessError: output = 'git commit ' + subprocess.check_output(['git', 'rev-parse', 'HEAD'], universal_newlines=True) elif os.path.exists('setup.py'): import re m = re.search(r'''.*[\s,\(]+version\s*=\s*["']([0-9a-z.]+)["'].*''', open('setup.py').read(), flags=re.MULTILINE) if m: output = m.group(1) + '\n' else: from pkg_resources import get_distribution output = get_distribution('fdroidserver').version + '\n' print(output), sys.exit(0) else: print("Command '%s' not recognised.\n" % command) print_help() sys.exit(1) verbose = any(s in sys.argv for s in ['-v', '--verbose']) quiet = any(s in sys.argv for s in ['-q', '--quiet']) # Helpful to differentiate warnings from errors even when on quiet logformat = '%(levelname)s: %(message)s' loglevel = logging.INFO if verbose: loglevel = logging.DEBUG elif quiet: loglevel = logging.WARN logging.basicConfig(format=logformat, level=loglevel) if verbose and quiet: logging.critical("Specifying --verbose and --quiet and the same time is silly") sys.exit(1) # Trick optparse into displaying the right usage when --help is used. sys.argv[0] += ' ' + command del sys.argv[1] mod = __import__('fdroidserver.' + command, None, None, [command]) try: mod.main() # These are ours, contain a proper message and are "expected" except (fdroidserver.common.FDroidException, fdroidserver.metadata.MetaDataException) as e: if verbose: raise else: logging.critical(str(e)) sys.exit(1) except ArgumentError as e: logging.critical(str(e)) sys.exit(1) except KeyboardInterrupt: print('') sys.exit(1) # These should only be unexpected crashes due to bugs in the code # str(e) often doesn't contain a reason, so just show the backtrace except Exception as e: logging.critical("Unknown exception found!") raise sys.exit(0) if __name__ == "__main__": main() fdroidserver-0.7.0/setup.cfg0000664000175000017500000000022612765473035015757 0ustar hanshans00000000000000[metadata] description-file = README.md [aliases] release = register sdist upload --sign [egg_info] tag_build = tag_date = 0 tag_svn_revision = 0