Scripts for Rhodecode and Doxygen
This commit is contained in:
Kolan Sh
commit
3a3950a7d6
|
|
@ -0,0 +1,179 @@
|
|||
#!/bin/bash
|
||||
|
||||
#VARS
|
||||
DOC_PATH=/var/doc/redmine
|
||||
TMP_PATH=/tmp/redmine-doxygen$RANDOM$RANDOM
|
||||
|
||||
# table
|
||||
project_id=
|
||||
type=
|
||||
root_url=
|
||||
#id= # the same as project_id
|
||||
identifier=
|
||||
|
||||
# UMASK
|
||||
umask 0002
|
||||
|
||||
# read redmine.repositories to table
|
||||
MYSQL_RESULT=`mysql -h127.0.0.1 -u redmine -e "SELECT project_id, type, root_url FROM redmine.repositories" | grep -v tables_col|xargs|sed "s/ /\n/g"|tail -n+4`
|
||||
let n=0
|
||||
for v in $MYSQL_RESULT; do
|
||||
let idx=n/3
|
||||
case $((n%3)) in
|
||||
0) project_id[$idx]=$v;;
|
||||
1) type[$idx]=$v;;
|
||||
2) root_url[$idx]=$v;;
|
||||
esac
|
||||
let n++
|
||||
done;
|
||||
let n/=3
|
||||
|
||||
# read redmine.projects to table
|
||||
MYSQL_RESULT=`mysql -h127.0.0.1 -u redmine -e "SELECT id, identifier FROM redmine.projects" | grep -v tables_col|xargs|sed "s/ /\n/g"|tail -n+3`
|
||||
last_idx=0
|
||||
let i=0
|
||||
for v in $MYSQL_RESULT; do
|
||||
case $((i%2)) in
|
||||
0) last_idx=$v
|
||||
;;
|
||||
1) for j in `seq 0 $((n-1))`; do
|
||||
if [ "$last_idx" == "${project_id[$j]}" ]; then
|
||||
identifier[$j]=$v
|
||||
break
|
||||
fi
|
||||
done
|
||||
;;
|
||||
esac
|
||||
let i++
|
||||
done
|
||||
|
||||
# remove old documentation
|
||||
cd $DOC_PATH
|
||||
[ $? != 0 ] && echo "cd $DOC_PATH failed" && rm -rf $TMP_PATH && exit -1
|
||||
for d in *; do
|
||||
let found=false
|
||||
for i in `seq 0 $((n-1))`; do
|
||||
if [[ "${identifier[$i]}" == "$d" ]]; then
|
||||
found=true
|
||||
break
|
||||
fi
|
||||
done
|
||||
[ $found == false ] && rm -rf $d
|
||||
done
|
||||
|
||||
# generate documentation
|
||||
mkdir $TMP_PATH && cd $TMP_PATH
|
||||
[ $? != 0 ] && echo "mkdir $TMP_PATH && cd $TMP_PATH failed" && rm -rf $TMP_PATH && exit -1
|
||||
for i in `seq 0 $((n-1))`; do
|
||||
cd $TMP_PATH
|
||||
|
||||
# Checkout last tags from repos. If no tags exist then go to next cycle iteration.
|
||||
LAST_TAG=""
|
||||
case ${type[$i]} in
|
||||
Mercurial|Repository::Mercurial)
|
||||
LAST_TAG=`hg tags --color never --noninteractive --quiet -R ${root_url[i]} 2>/dev/null | head -n2 | grep -v '^tip$' \
|
||||
| grep -E '^v[0-9]+\.[0-9]+\.[0-9]+'`
|
||||
;;
|
||||
Git|Repository::Git)
|
||||
cd ${root_url[$i]}
|
||||
[ $? != 0 ] && echo "cd ${root_url[$i]} failed" && continue
|
||||
LAST_TAG=`git tag | tail -n1 \
|
||||
| grep -E '^v[0-9]+\.[0-9]+\.[0-9]+'`
|
||||
cd $TMP_PATH
|
||||
;;
|
||||
esac
|
||||
|
||||
# Continue if no tags found
|
||||
[ "" == "$LAST_TAG" ] && echo "No tags found for project ${root_url[$i]}" && continue
|
||||
|
||||
# If documentation exists for $LAST_TAG then continue
|
||||
[ "`cat $DOC_PATH/${identifier[$i]}/tag 2>/dev/null`" == "$LAST_TAG" ] \
|
||||
&& echo "Documentation alredy exists for ${identifier[$i]}" \
|
||||
&& cd $TMP_PATH && continue
|
||||
|
||||
|
||||
# Lock dir by creating tag file
|
||||
mkdir -p $DOC_PATH/${identifier[$i]} 2>/dev/null
|
||||
echo $LAST_TAG >$DOC_PATH/${identifier[$i]}/tag
|
||||
[ $? != 0 ] && echo "echo $LAST_TAG >$DOC_PATH/${identifier[$i]}/tag failed" && rm -rf $TMP_PATH && rm -f $DOC_PATH/${identifier[$i]}/tag && exit -1
|
||||
|
||||
# GENERATING DOCUMENTATION
|
||||
echo "Generating documentation for ${root_url[$i]}"
|
||||
|
||||
# cp directory to $TMP_PATH
|
||||
repo_dir_name=${root_url[i]%/}
|
||||
repo_dir_name=${repo_dir_name##*/}
|
||||
|
||||
# Clone and Checkout
|
||||
case ${type[$i]} in
|
||||
Mercurial|Repository::Mercurial)
|
||||
hg clone ${root_url[i]} $TMP_PATH/$repo_dir_name && cd $TMP_PATH/$repo_dir_name
|
||||
[ $? != 0 ] && echo "hg clone ${root_url[i]} $TMP_PATH/$repo_dir_name && cd $TMP_PATH/$repo_dir_name failed" && rm -rf $TMP_PATH && rm -f $DOC_PATH/${identifier[$i]}/tag && exit -1
|
||||
hg up -C $LAST_TAG
|
||||
;;
|
||||
Git|Repository::Git)
|
||||
git clone ${root_url[i]} $TMP_PATH/$repo_dir_name && cd $TMP_PATH/$repo_dir_name
|
||||
[ $? != 0 ] && echo "git clone ${root_url[i]} $TMP_PATH/$repo_dir_name && cd $TMP_PATH/$repo_dir_name failed" && rm -rf $TMP_PATH && rm -f $DOC_PATH/${identifier[$i]}/tag && exit -1
|
||||
git checkout $LAST_TAG
|
||||
;;
|
||||
esac
|
||||
|
||||
# Converting Files to UTF-8 encoding
|
||||
find $TMP_PATH/$repo_dir_name \( ! -regex '.*/\..*' \) -type f -exec detect_encoding_and_convert.sh utf-8 '{}' \;
|
||||
|
||||
# Generate doxygen documentation
|
||||
doxygen -g doxygen.conf
|
||||
sed "
|
||||
s~^PROJECT_NAME.*$~PROJECT_NAME = ~;
|
||||
s~^OUTPUT_LANGUAGE.*$~OUTPUT_LANGUAGE = English~;
|
||||
s~^BUILTIN_STL_SUPPORT.*$~BUILTIN_STL_SUPPORT = YES~;
|
||||
s~^EXTRACT_ALL.*$~EXTRACT_ALL = YES~;
|
||||
s~^EXTRACT_PRIVATE.*$~EXTRACT_PRIVATE = YES~;
|
||||
s~^EXTRACT_STATIC.*$~EXTRACT_STATIC = YES~;
|
||||
s~^EXTRACT_LOCAL_METHODS.*$~EXTRACT_LOCAL_METHODS = YES~;
|
||||
s~^EXTRACT_ANON_NSPACES.*$~EXTRACT_ANON_NSPACES = YES~;
|
||||
s~^FORCE_LOCAL_INCLUDES.*$~FORCE_LOCAL_INCLUDES = YES~;
|
||||
s~^SHOW_DIRECTORIES.*$~SHOW_DIRECTORIES = YES~;
|
||||
s~^RECURSIVE.*$~RECURSIVE = YES~;
|
||||
s~^SOURCE_BROWSER.*$~SOURCE_BROWSER = YES~;
|
||||
s~^VERBATIM_HEADERS.*$~VERBATIM_HEADERS = NO~;
|
||||
s~^REFERENCED_BY_RELATION.*$~REFERENCED_BY_RELATION = YES~;
|
||||
s~^REFERENCED_RELATION.*$~REFERENCED_RELATION = YES~;
|
||||
s~^GENERATE_LATEX.*$~GENERATE_LATEX = NO~;
|
||||
s~^HAVE_DOT.*$~HAVE_DOT = YES~;
|
||||
s~^UML_LOOK.*$~UML_LOOK = YES~;
|
||||
s~^TEMPLATE_RELATIONS.*$~TEMPLATE_RELATIONS = YES~;
|
||||
s~^CALL_GRAPH.*$~CALL_GRAPH = YES~;
|
||||
s~^CALLER_GRAPH.*$~CALLER_GRAPH = YES~;
|
||||
s~^EXCLUDE_PATTERNS.*$~EXCLUDE_PATTERNS = .hg .git~;
|
||||
s~^HTML_FOOTER.*$~HTML_FOOTER = footer.html~;
|
||||
" -i doxygen.conf
|
||||
|
||||
# project name and version in the footer
|
||||
echo "<hr />$repo_dir_name-$LAST_TAG" > footer.html
|
||||
|
||||
# run doxygen generator
|
||||
doxygen doxygen.conf
|
||||
|
||||
# README in title page
|
||||
README="`find -maxdepth 1 -type f -iname 'readme*' | head -n1`"
|
||||
if [ -f "$README" ]; then
|
||||
sed -i 's~http\(\|s\)\(://[^ \n\t]*\)~<a href="http\1\2">http\1\2</a>~g' README
|
||||
sed -i 's~$~<br>~' "$README"
|
||||
sed -i "/<div class=\"contents\">/r $README" html/index.html
|
||||
fi
|
||||
|
||||
# Copy html to $DOC_PATH
|
||||
mkdir -p $DOC_PATH/${identifier[$i]}
|
||||
[ $? != 0 ] && echo "mkdir -p $DOC_PATH/${identifier[$i]} failed" && rm -rf $TMP_PATH && rm -f $DOC_PATH/${identifier[$i]}/tag && exit -1
|
||||
rm -rf $DOC_PATH/${identifier[$i]}/html
|
||||
cp -r html $DOC_PATH/${identifier[$i]}
|
||||
|
||||
# remove temp dir
|
||||
cd $TMP_PATH
|
||||
rm -rf $TMP_PATH/*
|
||||
done
|
||||
|
||||
# remove $TMP_PATH
|
||||
rm -rf $TMP_PATH
|
||||
|
||||
|
|
@ -0,0 +1,119 @@
|
|||
#!/bin/bash
|
||||
|
||||
# VARS
|
||||
export LANG=ru_RU.UTF-8
|
||||
RHODECODE_SQLITE_PATH=/home/rhodecode/rhodecode/rhodecode.db
|
||||
CHILI_MYSQL_USER=redmine
|
||||
CHILI_MYSQL_DBNAME=redmine
|
||||
CHILI_MYSQL_HOSTNAME=127.0.0.1
|
||||
CHILI_REQUIRED_ROLES="Ответственный Разработчик Менеджер Major Developer Manager"
|
||||
|
||||
# === REMOVE ALL BROKEN REPOSITORY LINKS IN REDMINE MYSQL DATABASE ===
|
||||
ALL_MYSQL_REPOS=`mysql -h$CHILI_MYSQL_HOSTNAME -u $CHILI_MYSQL_USER -e "SELECT url,root_url,id FROM $CHILI_MYSQL_DBNAME.repositories WHERE type='Mercurial' OR type='Repository::Mercurial'" | grep -v tables_col|xargs|sed "s/ /\n/g"|tail -n+4`
|
||||
repos_to_remove=
|
||||
current_url=
|
||||
current_root_url=
|
||||
let n=0
|
||||
for v in $ALL_MYSQL_REPOS; do
|
||||
let idx=n/3
|
||||
case $((n%3)) in
|
||||
0) current_url=$v;;
|
||||
1) current_root_url=$v;;
|
||||
2) [ ! -d $current_url -a ! -d $current_root_url ] && repos_to_remove="$repos_to_remove,$v";;
|
||||
esac
|
||||
let n++
|
||||
done;
|
||||
repos_to_remove=${repos_to_remove#,}
|
||||
[ "$repos_to_remove" != "" ] && mysql -h$CHILI_MYSQL_HOSTNAME -u $CHILI_MYSQL_USER -e "DELETE FROM $CHILI_MYSQL_DBNAME.repositories WHERE id IN ($repos_to_remove)"
|
||||
|
||||
# === GET DATA FROM RHODECODE SQLITE BASE ===
|
||||
rh_repos_path=`sqlite3 $RHODECODE_SQLITE_PATH "select ui_value FROM rhodecode_ui where ui_section='paths'"`
|
||||
|
||||
SQLITE_RESULTS=`sqlite3 $RHODECODE_SQLITE_PATH "SELECT repo_name,repo_type,users.username,users_groups.users_group_name
|
||||
FROM repositories,users,users_groups,users_groups_members
|
||||
WHERE repositories.user_id=users.user_id
|
||||
AND users.user_id=users_groups_members.user_id
|
||||
AND users_groups.users_group_id=users_groups_members.users_group_id;"`
|
||||
|
||||
# initializing repos arrays and count them
|
||||
repos_names=
|
||||
repos_paths=
|
||||
repos_types=
|
||||
repos_users=
|
||||
repos_groups=
|
||||
|
||||
let nrepos=0
|
||||
for r in $SQLITE_RESULTS; do
|
||||
repos_paths[$nrepos]=$rh_repos_path/${r%|*|*|*}
|
||||
tmp=${repos_paths[$nrepos]%/}; repos_names[$nrepos]=${tmp##*/}
|
||||
tmp=${r%|*|*}; repos_types[$nrepos]=${tmp#*|}
|
||||
case ${repos_types[$nrepos]} in
|
||||
hg) repos_types[$nrepos]='Mercurial';;
|
||||
git) repos_types[$nrepos]='Git';;
|
||||
esac
|
||||
tmp=${r%|*}; repos_users[$nrepos]=${tmp#*|*|}
|
||||
repos_groups[$nrepos]=${r#*|*|*|}
|
||||
let nrepos++
|
||||
done
|
||||
|
||||
# === FOR ALL REPOS FROM RHODECODE DATABASE===
|
||||
for i in `seq 0 $((nrepos-1))`; do
|
||||
# === GET DATA FROM REDMINE MYSQL BASE ===
|
||||
ALREADY_EXIST=`mysql -h$CHILI_MYSQL_HOSTNAME -u $CHILI_MYSQL_USER -e "SELECT id
|
||||
FROM $CHILI_MYSQL_DBNAME.repositories
|
||||
WHERE url='${repos_paths[$i]}'
|
||||
OR root_url='${repos_paths[$i]}'" \
|
||||
| grep -v tables_col|xargs|sed "s/ /\n/g"|tail -n+2`
|
||||
[ "$ALREADY_EXIST" != "" ] && continue
|
||||
|
||||
USERID=`mysql -h$CHILI_MYSQL_HOSTNAME -u $CHILI_MYSQL_USER -e "SELECT id
|
||||
FROM $CHILI_MYSQL_DBNAME.users,$CHILI_MYSQL_DBNAME.groups_users
|
||||
WHERE users.id=groups_users.user_id
|
||||
AND users.status='1'
|
||||
AND users.login='${repos_users[$i]}'
|
||||
AND users.type='User'
|
||||
AND groups_users.group_id=(SELECT id
|
||||
FROM $CHILI_MYSQL_DBNAME.users
|
||||
WHERE users.type='Group'
|
||||
AND users.lastname='${repos_groups[$i]}'
|
||||
AND users.status='1')" \
|
||||
| grep -v tables_col|xargs|sed "s/ /\n/g"|tail -n+2`
|
||||
[ "$USERID" == "" ] && continue
|
||||
|
||||
PROJECTID=`mysql -h$CHILI_MYSQL_HOSTNAME -u $CHILI_MYSQL_USER -e "SELECT id FROM $CHILI_MYSQL_DBNAME.projects
|
||||
WHERE (name='${repos_names[$i]}'
|
||||
OR identifier='${repos_names[$i]}')
|
||||
AND status='1'" \
|
||||
| grep -v tables_col|xargs|sed "s/ /\n/g"|tail -n+2`
|
||||
[ "$PROJECTID" == "" ] && continue
|
||||
|
||||
roles_mysql_string=`echo $CHILI_REQUIRED_ROLES | sed "s~\>~'~g ; s~\<~OR roles.name='~g ; s~^OR ~~"`
|
||||
ROLES=`mysql -h$CHILI_MYSQL_HOSTNAME -u $CHILI_MYSQL_USER -e "SELECT roles.name
|
||||
FROM $CHILI_MYSQL_DBNAME.roles,$CHILI_MYSQL_DBNAME.member_roles,$CHILI_MYSQL_DBNAME.members
|
||||
WHERE roles.id=member_roles.role_id
|
||||
AND member_roles.member_id=members.id
|
||||
AND members.user_id='$USERID'
|
||||
AND members.project_id='$PROJECTID'
|
||||
AND ($roles_mysql_string)" \
|
||||
| grep -v tables_col|xargs|sed "s/ /\n/g"|tail -n+2`
|
||||
|
||||
[ "$ROLES" == "" ] && continue
|
||||
|
||||
# === ATTACH RHODECODE REPOSITORY TO REDMINE ===
|
||||
# DEBUG
|
||||
echo "insert $PROJECTID,${repos_paths[$i]},${repos_types[$i]}"
|
||||
|
||||
mysql -h$CHILI_MYSQL_HOSTNAME -u $CHILI_MYSQL_USER -e "INSERT INTO $CHILI_MYSQL_DBNAME.repositories(project_id,
|
||||
url,
|
||||
root_url,
|
||||
type,
|
||||
path_encoding,
|
||||
extra_info)
|
||||
VALUES('$PROJECTID',
|
||||
'${repos_paths[$i]}',
|
||||
'${repos_paths[$i]}',
|
||||
'${repos_types[$i]}',
|
||||
'',
|
||||
'--- {}')"
|
||||
done
|
||||
|
||||
Loading…
Reference in New Issue