Mantis migration task initial import.
git-svn-id: http://redmine.rubyforge.org/svn/trunk@623 e93f8b46-1217-0410-a6f0-8f06a7374b81
This commit is contained in:
Jean-Philippe Lang
parent
a8b202c9bc
commit
1dcf50b59a
|
|
@ -0,0 +1,409 @@
|
|||
# redMine - project management software
|
||||
# Copyright (C) 2006-2007 Jean-Philippe Lang
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or
|
||||
# modify it under the terms of the GNU General Public License
|
||||
# as published by the Free Software Foundation; either version 2
|
||||
# of the License, or (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with this program; if not, write to the Free Software
|
||||
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
||||
|
||||
desc 'Mantis migration script'
|
||||
|
||||
require 'active_record'
|
||||
require 'iconv'
|
||||
|
||||
task :migrate_from_mantis => :environment do
|
||||
|
||||
module MantisMigrate
|
||||
|
||||
default_status = IssueStatus.default
|
||||
closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }
|
||||
STATUS_MAPPING = {10 => default_status, # new
|
||||
20 => default_status, # feedback
|
||||
30 => default_status, # acknowledged
|
||||
40 => default_status, # confirmed
|
||||
50 => default_status, # assigned
|
||||
80 => default_status, # resolved
|
||||
90 => closed_status # closed
|
||||
}
|
||||
|
||||
default_role = Role.find :first
|
||||
ROLE_MAPPING = {10 => default_role, # viewer
|
||||
25 => default_role, # reporter
|
||||
40 => default_role, # updater
|
||||
55 => default_role, # developer
|
||||
70 => default_role, # manager
|
||||
90 => default_role # administrator
|
||||
}
|
||||
|
||||
CUSTOM_FIELD_TYPE_MAPPING = {0 => 'string', # String
|
||||
1 => 'int', # Numeric
|
||||
2 => 'int', # Float
|
||||
3 => 'list', # Enumeration
|
||||
4 => 'string', # Email
|
||||
5 => 'bool', # Checkbox
|
||||
6 => 'list', # List
|
||||
7 => 'list', # Multiselection list
|
||||
8 => 'date', # Date
|
||||
}
|
||||
|
||||
class MantisUser < ActiveRecord::Base
|
||||
set_table_name :mantis_user_table
|
||||
|
||||
def firstname
|
||||
realname.blank? ? username : realname.split.first
|
||||
end
|
||||
|
||||
def lastname
|
||||
realname.blank? ? username : realname.split[1..-1].join(' ')
|
||||
end
|
||||
|
||||
def email
|
||||
if read_attribute(:email).match(/^([^@\s]+)@((?:[-a-z0-9]+\.)+[a-z]{2,})$/i)
|
||||
read_attribute(:email)
|
||||
else
|
||||
"#{username}@foo.bar"
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
class MantisProject < ActiveRecord::Base
|
||||
set_table_name :mantis_project_table
|
||||
has_many :versions, :class_name => "MantisVersion", :foreign_key => :project_id
|
||||
has_many :categories, :class_name => "MantisCategory", :foreign_key => :project_id
|
||||
has_many :news, :class_name => "MantisNews", :foreign_key => :project_id
|
||||
has_many :members, :class_name => "MantisProjectUser", :foreign_key => :project_id
|
||||
|
||||
def name
|
||||
read_attribute(:name)[0..29].gsub(/[^\w\s\'\-]/, '-')
|
||||
end
|
||||
|
||||
def description
|
||||
read_attribute(:description).blank? ? read_attribute(:name) : read_attribute(:description)[0..254]
|
||||
end
|
||||
|
||||
def identifier
|
||||
read_attribute(:name).underscore[0..11].gsub(/[^a-z0-9\-]/, '-')
|
||||
end
|
||||
end
|
||||
|
||||
class MantisVersion < ActiveRecord::Base
|
||||
set_table_name :mantis_project_version_table
|
||||
|
||||
def version
|
||||
read_attribute(:version)[0..29]
|
||||
end
|
||||
|
||||
def description
|
||||
read_attribute(:description)[0..254]
|
||||
end
|
||||
end
|
||||
|
||||
class MantisCategory < ActiveRecord::Base
|
||||
set_table_name :mantis_project_category_table
|
||||
end
|
||||
|
||||
class MantisProjectUser < ActiveRecord::Base
|
||||
set_table_name :mantis_project_user_list_table
|
||||
end
|
||||
|
||||
class MantisBug < ActiveRecord::Base
|
||||
set_table_name :mantis_bug_table
|
||||
belongs_to :bug_text, :class_name => "MantisBugText", :foreign_key => :bug_text_id
|
||||
has_many :bug_notes, :class_name => "MantisBugNote", :foreign_key => :bug_id
|
||||
has_many :bug_files, :class_name => "MantisBugFile", :foreign_key => :bug_id
|
||||
end
|
||||
|
||||
class MantisBugText < ActiveRecord::Base
|
||||
set_table_name :mantis_bug_text_table
|
||||
end
|
||||
|
||||
class MantisBugNote < ActiveRecord::Base
|
||||
set_table_name :mantis_bugnote_table
|
||||
belongs_to :bug, :class_name => "MantisBug", :foreign_key => :bug_id
|
||||
belongs_to :bug_note_text, :class_name => "MantisBugNoteText", :foreign_key => :bugnote_text_id
|
||||
end
|
||||
|
||||
class MantisBugNoteText < ActiveRecord::Base
|
||||
set_table_name :mantis_bugnote_text_table
|
||||
end
|
||||
|
||||
class MantisBugFile < ActiveRecord::Base
|
||||
set_table_name :mantis_bug_file_table
|
||||
|
||||
def size
|
||||
filesize
|
||||
end
|
||||
|
||||
def original_filename
|
||||
filename
|
||||
end
|
||||
|
||||
def content_type
|
||||
file_type
|
||||
end
|
||||
|
||||
def read
|
||||
content
|
||||
end
|
||||
end
|
||||
|
||||
class MantisNews < ActiveRecord::Base
|
||||
set_table_name :mantis_news_table
|
||||
end
|
||||
|
||||
class MantisCustomField < ActiveRecord::Base
|
||||
set_table_name :mantis_custom_field_table
|
||||
set_inheritance_column :none
|
||||
has_many :values, :class_name => "MantisCustomFieldString", :foreign_key => :field_id
|
||||
has_many :projects, :class_name => "MantisCustomFieldProject", :foreign_key => :field_id
|
||||
|
||||
def format
|
||||
read_attribute :type
|
||||
end
|
||||
|
||||
def name
|
||||
read_attribute(:name)[0..29].gsub(/[^\w\s\'\-]/, '-')
|
||||
end
|
||||
end
|
||||
|
||||
class MantisCustomFieldProject < ActiveRecord::Base
|
||||
set_table_name :mantis_custom_field_project_table
|
||||
end
|
||||
|
||||
class MantisCustomFieldString < ActiveRecord::Base
|
||||
set_table_name :mantis_custom_field_string_table
|
||||
end
|
||||
|
||||
|
||||
def self.migrate
|
||||
|
||||
# Users
|
||||
print "Migrating users"
|
||||
User.delete_all "login <> 'admin'"
|
||||
users_map = {}
|
||||
users_migrated = 0
|
||||
MantisUser.find(:all).each do |user|
|
||||
u = User.new :firstname => encode(user.firstname),
|
||||
:lastname => encode(user.lastname),
|
||||
:mail => user.email,
|
||||
:last_login_on => user.last_visit
|
||||
u.login = user.username
|
||||
u.password = 'mantis'
|
||||
u.status = User::STATUS_LOCKED if user.enabled != 1
|
||||
u.admin = true if user.access_level == 90
|
||||
next unless u.save
|
||||
users_migrated += 1
|
||||
users_map[user.id] = u.id
|
||||
print '.'
|
||||
end
|
||||
puts
|
||||
|
||||
# Projects
|
||||
print "Migrating projects"
|
||||
Project.destroy_all
|
||||
projects_map = {}
|
||||
versions_map = {}
|
||||
categories_map = {}
|
||||
MantisProject.find(:all).each do |project|
|
||||
p = Project.new :name => encode(project.name),
|
||||
:description => encode(project.description)
|
||||
p.identifier = project.identifier
|
||||
next unless p.save
|
||||
projects_map[project.id] = p.id
|
||||
print '.'
|
||||
|
||||
# Project members
|
||||
project.members.each do |member|
|
||||
m = Member.new :user => User.find(users_map[member.user_id]),
|
||||
:role => ROLE_MAPPING[member.access_level] || default_role
|
||||
m.project = p
|
||||
m.save
|
||||
end
|
||||
|
||||
# Project versions
|
||||
project.versions.each do |version|
|
||||
v = Version.new :name => encode(version.version),
|
||||
:description => encode(version.description),
|
||||
:effective_date => version.date_order.to_date
|
||||
v.project = p
|
||||
v.save
|
||||
versions_map[version.id] = v.id
|
||||
end
|
||||
|
||||
# Project categories
|
||||
project.categories.each do |category|
|
||||
g = IssueCategory.new :name => category.category
|
||||
g.project = p
|
||||
g.save
|
||||
categories_map[category.category] = g.id
|
||||
end
|
||||
end
|
||||
puts
|
||||
|
||||
# Bugs
|
||||
print "Migrating bugs"
|
||||
Issue.destroy_all
|
||||
issues_map = {}
|
||||
MantisBug.find(:all).each do |bug|
|
||||
next unless projects_map[bug.project_id]
|
||||
i = Issue.new :project_id => projects_map[bug.project_id],
|
||||
:subject => encode(bug.summary),
|
||||
:description => encode(bug.bug_text.description),
|
||||
# TODO
|
||||
:priority => Enumeration.get_values('IPRI').first,
|
||||
:created_on => bug.date_submitted,
|
||||
:updated_on => bug.last_updated
|
||||
i.author = User.find(users_map[bug.reporter_id] || :first)
|
||||
i.assigned_to = User.find(users_map[bug.handler_id]) if bug.handler_id && users_map[bug.handler_id]
|
||||
i.category = IssueCategory.find_by_project_id_and_name(i.project_id, bug.category) unless bug.category.blank?
|
||||
i.fixed_version = Version.find_by_project_id_and_name(i.project_id, bug.fixed_in_version) unless bug.fixed_in_version.blank?
|
||||
i.status = STATUS_MAPPING[bug.status] || default_status
|
||||
# TODO
|
||||
i.tracker = Tracker.find(:first)
|
||||
next unless i.save
|
||||
issues_map[bug.id] = i.id
|
||||
print '.'
|
||||
|
||||
# Bug notes
|
||||
bug.bug_notes.each do |note|
|
||||
n = Journal.new :notes => encode(note.bug_note_text.note),
|
||||
:created_on => note.date_submitted
|
||||
n.user = User.find(users_map[note.reporter_id] || :first)
|
||||
n.journalized = i
|
||||
n.save
|
||||
end
|
||||
|
||||
# Bug files
|
||||
bug.bug_files.each do |file|
|
||||
a = Attachment.new :created_on => file.date_added
|
||||
a.file = file
|
||||
a.author = User.find :first
|
||||
a.container = i
|
||||
a.save
|
||||
end
|
||||
end
|
||||
puts
|
||||
|
||||
# News
|
||||
print "Migrating news"
|
||||
News.destroy_all
|
||||
MantisNews.find(:all, :conditions => 'project_id > 0').each do |news|
|
||||
next unless projects_map[news.project_id]
|
||||
n = News.new :project_id => projects_map[news.project_id],
|
||||
:title => encode(news.headline[0..59]),
|
||||
:description => encode(news.body),
|
||||
:created_on => news.date_posted
|
||||
n.author = User.find(users_map[news.poster_id] || :first)
|
||||
n.save
|
||||
print '.'
|
||||
end
|
||||
puts
|
||||
|
||||
# Custom fields
|
||||
print "Migrating custom fields"
|
||||
IssueCustomField.destroy_all
|
||||
MantisCustomField.find(:all).each do |field|
|
||||
f = IssueCustomField.new :name => field.name[0..29],
|
||||
:field_format => CUSTOM_FIELD_TYPE_MAPPING[field.format],
|
||||
:min_length => field.length_min,
|
||||
:max_length => field.length_max,
|
||||
:regexp => field.valid_regexp,
|
||||
:possible_values => field.possible_values.split('|'),
|
||||
:is_required => (field.require_report > 0)
|
||||
next unless f.save
|
||||
print '.'
|
||||
|
||||
# Trackers association
|
||||
f.trackers = Tracker.find :all
|
||||
|
||||
# Projects association
|
||||
field.projects.each do |project|
|
||||
f.projects << Project.find_by_id(projects_map[project.project_id]) if projects_map[project.project_id]
|
||||
end
|
||||
|
||||
# Values
|
||||
field.values.each do |value|
|
||||
v = CustomValue.new :custom_field_id => f.id,
|
||||
:value => value.value
|
||||
v.customized = Issue.find_by_id(issues_map[value.bug_id]) if issues_map[value.bug_id]
|
||||
v.save
|
||||
end unless f.new_record?
|
||||
end
|
||||
puts
|
||||
|
||||
puts
|
||||
puts "Users: #{users_migrated}/#{MantisUser.count}"
|
||||
puts "Projects: #{Project.count}/#{MantisProject.count}"
|
||||
puts "Memberships: #{Member.count}/#{MantisProjectUser.count}"
|
||||
puts "Versions: #{Version.count}/#{MantisVersion.count}"
|
||||
puts "Categories: #{IssueCategory.count}/#{MantisCategory.count}"
|
||||
puts "Bugs: #{Issue.count}/#{MantisBug.count}"
|
||||
puts "Bug notes: #{Journal.count}/#{MantisBugNote.count}"
|
||||
puts "Bug files: #{Attachment.count}/#{MantisBugFile.count}"
|
||||
puts "News: #{News.count}/#{MantisNews.count}"
|
||||
puts "Custom fields: #{IssueCustomField.count}/#{MantisCustomField.count}"
|
||||
end
|
||||
|
||||
def self.encoding(charset)
|
||||
@ic = Iconv.new('UTF-8', charset)
|
||||
rescue Iconv::InvalidEncoding
|
||||
return false
|
||||
end
|
||||
|
||||
def self.establish_connection(params)
|
||||
constants.each do |const|
|
||||
klass = const_get(const)
|
||||
next unless klass.respond_to? 'establish_connection'
|
||||
klass.establish_connection params
|
||||
end
|
||||
end
|
||||
|
||||
private
|
||||
def self.encode(text)
|
||||
@ic.iconv text
|
||||
rescue
|
||||
text
|
||||
end
|
||||
end
|
||||
|
||||
puts
|
||||
puts "WARNING: Your Redmine data will be deleted during this process."
|
||||
print "Are you sure you want to continue ? [y/N] "
|
||||
break unless STDIN.gets.match(/^y$/i)
|
||||
|
||||
# default Mantis database settings
|
||||
db_params = {:adapter => 'mysql',
|
||||
:database => 'bugtracker',
|
||||
:host => 'localhost',
|
||||
:username => 'root',
|
||||
:password => '' }
|
||||
|
||||
puts
|
||||
puts "Please enter settings for your Mantis database"
|
||||
[:adapter, :host, :database, :username, :password].each do |param|
|
||||
print "#{param} [#{db_params[param]}]: "
|
||||
value = STDIN.gets.chomp!
|
||||
db_params[param] = value unless value.blank?
|
||||
end
|
||||
|
||||
while true
|
||||
print "encoding [ISO-8859-1]: "
|
||||
encoding = STDIN.gets.chomp!
|
||||
encoding = 'ISO-8859-1' if encoding.blank?
|
||||
break if MantisMigrate.encoding encoding
|
||||
puts "Invalid encoding!"
|
||||
end
|
||||
puts
|
||||
|
||||
MantisMigrate.establish_connection db_params
|
||||
MantisMigrate.migrate
|
||||
end
|
||||
Loading…
Reference in New Issue