# Redmine - project management software # Copyright (C) 2006-2012 Jean-Philippe Lang # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License # as published by the Free Software Foundation; either version 2 # of the License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. desc 'Mantis migration script' require 'active_record' require 'iconv' require 'pp' namespace :redmine do task :migrate_from_mantis => :environment do module MantisMigrate DEFAULT_STATUS = IssueStatus.default assigned_status = IssueStatus.find_by_position(2) resolved_status = IssueStatus.find_by_position(3) feedback_status = IssueStatus.find_by_position(4) closed_status = IssueStatus.find :first, :conditions => { :is_closed => true } STATUS_MAPPING = {10 => DEFAULT_STATUS, # new 20 => feedback_status, # feedback 30 => DEFAULT_STATUS, # acknowledged 40 => DEFAULT_STATUS, # confirmed 50 => assigned_status, # assigned 80 => resolved_status, # resolved 90 => closed_status # closed } priorities = IssuePriority.all DEFAULT_PRIORITY = priorities[2] PRIORITY_MAPPING = {10 => priorities[1], # none 20 => priorities[1], # low 30 => priorities[2], # normal 40 => priorities[3], # high 50 => priorities[4], # urgent 60 => priorities[5] # immediate } TRACKER_BUG = Tracker.find_by_position(1) TRACKER_FEATURE = Tracker.find_by_position(2) roles = Role.find(:all, :conditions => {:builtin => 0}, :order => 'position ASC') manager_role = roles[0] developer_role = roles[1] DEFAULT_ROLE = roles.last ROLE_MAPPING = {10 => DEFAULT_ROLE, # viewer 25 => DEFAULT_ROLE, # reporter 40 => DEFAULT_ROLE, # updater 55 => developer_role, # developer 70 => manager_role, # manager 90 => manager_role # administrator } CUSTOM_FIELD_TYPE_MAPPING = {0 => 'string', # String 1 => 'int', # Numeric 2 => 'int', # Float 3 => 'list', # Enumeration 4 => 'string', # Email 5 => 'bool', # Checkbox 6 => 'list', # List 7 => 'list', # Multiselection list 8 => 'date', # Date } RELATION_TYPE_MAPPING = {1 => IssueRelation::TYPE_RELATES, # related to 2 => IssueRelation::TYPE_RELATES, # parent of 3 => IssueRelation::TYPE_RELATES, # child of 0 => IssueRelation::TYPE_DUPLICATES, # duplicate of 4 => IssueRelation::TYPE_DUPLICATES # has duplicate } class MantisUser < ActiveRecord::Base self.table_name = :mantis_user_table def firstname @firstname = realname.blank? ? username : realname.split.first[0..29] @firstname end def lastname @lastname = realname.blank? ? '-' : realname.split[1..-1].join(' ')[0..29] @lastname = '-' if @lastname.blank? @lastname end def email if read_attribute(:email).match(/^([^@\s]+)@((?:[-a-z0-9]+\.)+[a-z]{2,})$/i) && !User.find_by_mail(read_attribute(:email)) @email = read_attribute(:email) else @email = "#{username}@foo.bar" end end def username read_attribute(:username)[0..29].gsub(/[^a-zA-Z0-9_\-@\.]/, '-') end end class MantisProject < ActiveRecord::Base self.table_name = :mantis_project_table has_many :versions, :class_name => "MantisVersion", :foreign_key => :project_id has_many :categories, :class_name => "MantisCategory", :foreign_key => :project_id has_many :news, :class_name => "MantisNews", :foreign_key => :project_id has_many :members, :class_name => "MantisProjectUser", :foreign_key => :project_id def identifier read_attribute(:name).gsub(/[^a-z0-9\-]+/, '-').slice(0, Project::IDENTIFIER_MAX_LENGTH) end end class MantisVersion < ActiveRecord::Base self.table_name = :mantis_project_version_table def version read_attribute(:version)[0..29] end def description read_attribute(:description)[0..254] end end class MantisCategory < ActiveRecord::Base self.table_name = :mantis_category_table end class MantisProjectUser < ActiveRecord::Base self.table_name = :mantis_project_user_list_table end class MantisBug < ActiveRecord::Base self.table_name = :mantis_bug_table belongs_to :bug_text, :class_name => "MantisBugText", :foreign_key => :bug_text_id has_many :bug_notes, :class_name => "MantisBugNote", :foreign_key => :bug_id has_many :bug_files, :class_name => "MantisBugFile", :foreign_key => :bug_id has_many :bug_monitors, :class_name => "MantisBugMonitor", :foreign_key => :bug_id end class MantisBugText < ActiveRecord::Base self.table_name = :mantis_bug_text_table # Adds Mantis steps_to_reproduce and additional_information fields # to description if any def full_description full_description = description full_description += "\n\n*Steps to reproduce:*\n\n#{steps_to_reproduce}" unless steps_to_reproduce.blank? full_description += "\n\n*Additional information:*\n\n#{additional_information}" unless additional_information.blank? full_description end end class MantisBugNote < ActiveRecord::Base self.table_name = :mantis_bugnote_table belongs_to :bug, :class_name => "MantisBug", :foreign_key => :bug_id belongs_to :bug_note_text, :class_name => "MantisBugNoteText", :foreign_key => :bugnote_text_id end class MantisBugNoteText < ActiveRecord::Base self.table_name = :mantis_bugnote_text_table end class MantisBugFile < ActiveRecord::Base self.table_name = :mantis_bug_file_table def size filesize end def original_filename MantisMigrate.encode(filename) end def content_type file_type end def read(*args) if @read_finished nil else @read_finished = true content end end end class MantisBugRelationship < ActiveRecord::Base self.table_name = :mantis_bug_relationship_table end class MantisBugMonitor < ActiveRecord::Base self.table_name = :mantis_bug_monitor_table end class MantisNews < ActiveRecord::Base self.table_name = :mantis_news_table end class MantisCustomField < ActiveRecord::Base self.table_name = :mantis_custom_field_table set_inheritance_column :none has_many :values, :class_name => "MantisCustomFieldString", :foreign_key => :field_id has_many :projects, :class_name => "MantisCustomFieldProject", :foreign_key => :field_id def format read_attribute :type end def name read_attribute(:name)[0..29] end end class MantisCustomFieldProject < ActiveRecord::Base self.table_name = :mantis_custom_field_project_table end class MantisCustomFieldString < ActiveRecord::Base self.table_name = :mantis_custom_field_string_table end def self.migrate # Users print "Migrating users" User.delete_all "login <> 'admin'" users_map = {} users_migrated = 0 MantisUser.find(:all).each do |user| u = User.new :firstname => encode(user.firstname), :lastname => encode(user.lastname), :mail => user.email#, #:last_login_on => user.last_visit u.login = user.username u.password = 'mantis' u.status = User::STATUS_LOCKED if user.enabled != 1 u.admin = true if user.access_level == 90 next unless u.save! users_migrated += 1 users_map[user.id] = u.id print '.' end puts # Projects print "Migrating projects" Project.destroy_all projects_map = {} versions_map = {} categories_map = {} categories_names = {} MantisProject.find(:all).each do |project| p = Project.new :name => encode(project.name), :description => encode(project.description) p.identifier = project.identifier next unless p.save projects_map[project.id] = p.id p.enabled_module_names = ['issue_tracking', 'news', 'wiki'] p.trackers << TRACKER_BUG unless p.trackers.include?(TRACKER_BUG) p.trackers << TRACKER_FEATURE unless p.trackers.include?(TRACKER_FEATURE) print '.' # Project members project.members.each do |member| m = Member.new :user => User.find_by_id(users_map[member.user_id]), :roles => [ROLE_MAPPING[member.access_level] || DEFAULT_ROLE] m.project = p m.save end # Project versions project.versions.each do |version| v = Version.new :name => encode(version.version), :description => encode(version.description), :effective_date => (version.date_order_redmine ? version.date_order_redmine.to_date : nil) v.project = p v.save versions_map[version.id] = v.id end # Project categories project.categories.each do |category| g = IssueCategory.new :name => category.category[0,30] g.project = p g.save categories_map[category.category] = g.id categories_names[g.id] = category.category[0,30] end end puts # Bugs print "Migrating bugs" Issue.destroy_all issues_map = {} keep_bug_ids = (Issue.count == 0) MantisBug.find_each(:batch_size => 200) do |bug| next unless projects_map[bug.project_id] && users_map[bug.reporter_id] i = Issue.new :project_id => projects_map[bug.project_id], :subject => encode(bug.summary), :description => encode(bug.bug_text.full_description), :priority => PRIORITY_MAPPING[bug.priority] || DEFAULT_PRIORITY, :created_on => bug.date_submitted_redmine, :updated_on => bug.last_updated_redmine i.author = User.find_by_id(users_map[bug.reporter_id]) i.category = categories_names[bug.category_id] unless bug.category_id.blank? #IssueCategory[:name](bug.category_id) unless bug.category_id.blank? i.fixed_version = Version.find_by_project_id_and_name(i.project_id, bug.fixed_in_version) unless bug.fixed_in_version.blank? i.status = STATUS_MAPPING[bug.status] || DEFAULT_STATUS i.tracker = (bug.severity == 10 ? TRACKER_FEATURE : TRACKER_BUG) i.id = bug.id if keep_bug_ids next unless i.save issues_map[bug.id] = i.id print '.' STDOUT.flush # Assignee # Redmine checks that the assignee is a project member if (bug.handler_id && users_map[bug.handler_id]) i.assigned_to = User.find_by_id(users_map[bug.handler_id]) i.save(:validate => false) end # Bug notes bug.bug_notes.each do |note| next unless users_map[note.reporter_id] n = Journal.new :notes => encode(note.bug_note_text.note), :created_on => note.date_submitted_redmine n.user = User.find_by_id(users_map[note.reporter_id]) n.journalized = i n.save end # Bug files bug.bug_files.each do |file| a = Attachment.new :created_on => file.date_added_redmine a.file = file a.author = User.find :first a.container = i a.save end # Bug monitors bug.bug_monitors.each do |monitor| next unless users_map[monitor.user_id] i.add_watcher(User.find_by_id(users_map[monitor.user_id])) end end # update issue id sequence if needed (postgresql) Issue.connection.reset_pk_sequence!(Issue.table_name) if Issue.connection.respond_to?('reset_pk_sequence!') puts # Bug relationships print "Migrating bug relations" MantisBugRelationship.find(:all).each do |relation| next unless issues_map[relation.source_bug_id] && issues_map[relation.destination_bug_id] r = IssueRelation.new :relation_type => RELATION_TYPE_MAPPING[relation.relationship_type] r.issue_from = Issue.find_by_id(issues_map[relation.source_bug_id]) r.issue_to = Issue.find_by_id(issues_map[relation.destination_bug_id]) pp r unless r.save print '.' STDOUT.flush end puts # News print "Migrating news" News.destroy_all MantisNews.find(:all, :conditions => 'project_id > 0').each do |news| next unless projects_map[news.project_id] n = News.new :project_id => projects_map[news.project_id], :title => encode(news.headline[0..59]), :description => encode(news.body), :created_on => news.date_posted_redmine n.author = User.find_by_id(users_map[news.poster_id]) n.save print '.' STDOUT.flush end puts # Custom fields print "Migrating custom fields" IssueCustomField.destroy_all MantisCustomField.find(:all).each do |field| f = IssueCustomField.new :name => field.name[0..29], :field_format => CUSTOM_FIELD_TYPE_MAPPING[field.format], :min_length => field.length_min, :max_length => field.length_max, :regexp => field.valid_regexp, :possible_values => field.possible_values.split('|'), :is_required => field.require_report? next unless f.save print '.' STDOUT.flush # Trackers association f.trackers = Tracker.find :all # Projects association field.projects.each do |project| f.projects << Project.find_by_id(projects_map[project.project_id]) if projects_map[project.project_id] end # Values field.values.each do |value| v = CustomValue.new :custom_field_id => f.id, :value => value.value v.customized = Issue.find_by_id(issues_map[value.bug_id]) if issues_map[value.bug_id] v.save end unless f.new_record? end puts puts puts "Users: #{users_migrated}/#{MantisUser.count}" puts "Projects: #{Project.count}/#{MantisProject.count}" puts "Memberships: #{Member.count}/#{MantisProjectUser.count}" puts "Versions: #{Version.count}/#{MantisVersion.count}" puts "Categories: #{IssueCategory.count}/#{MantisCategory.count}" puts "Bugs: #{Issue.count}/#{MantisBug.count}" puts "Bug notes: #{Journal.count}/#{MantisBugNote.count}" puts "Bug files: #{Attachment.count}/#{MantisBugFile.count}" puts "Bug relations: #{IssueRelation.count}/#{MantisBugRelationship.count}" puts "Bug monitors: #{Watcher.count}/#{MantisBugMonitor.count}" puts "News: #{News.count}/#{MantisNews.count}" puts "Custom fields: #{IssueCustomField.count}/#{MantisCustomField.count}" end def self.encoding(charset) @ic = Iconv.new('UTF-8', charset) rescue Iconv::InvalidEncoding return false end def self.establish_connection(params) constants.each do |const| klass = const_get(const) next unless klass.respond_to? 'establish_connection' klass.establish_connection params end end def self.encode(text) @ic.iconv text rescue text end end puts if Redmine::DefaultData::Loader.no_data? puts "Redmine configuration need to be loaded before importing data." puts "Please, run this first:" puts puts " rake redmine:load_default_data RAILS_ENV=\"#{ENV['RAILS_ENV']}\"" exit end puts "WARNING: Your Redmine data will be deleted during this process." print "Are you sure you want to continue ? [y/N] " STDOUT.flush break unless STDIN.gets.match(/^y$/i) # Default Mantis database settings db_params = {:adapter => 'postgresql', :database => 'mantis_aspexi', :host => 'localhost', :username => 'postgres', :password => '' } puts puts "Please enter settings for your Mantis database" [:adapter, :host, :database, :username, :password].each do |param| print "#{param} [#{db_params[param]}]: " value = STDIN.gets.chomp! db_params[param] = value unless value.blank? end while true print "encoding [UTF-8]: " STDOUT.flush encoding = STDIN.gets.chomp! encoding = 'UTF-8' if encoding.blank? break if MantisMigrate.encoding encoding puts "Invalid encoding!" end puts # Make sure bugs can refer bugs in other projects Setting.cross_project_issue_relations = 1 if Setting.respond_to? 'cross_project_issue_relations' # Turn off email notifications Setting.notified_events = [] MantisMigrate.establish_connection db_params MantisMigrate.migrate end end