Redmine

# redMine - project management software

# Copyright (C) 2006-2007  Jean-Philippe Lang

#

# This program is free software; you can redistribute it and/or

# modify it under the terms of the GNU General Public License

# as published by the Free Software Foundation; either version 2

# of the License, or (at your option) any later version.

# 

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

# 

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

desc 'Mantis migration script'

require 'active_record'

require 'iconv'

require 'pp'

require 'uri'

namespace :redmine do

task :migrate_from_mantis => :environment do

  module MantisMigrate

      DEFAULT_STATUS = IssueStatus.default

      assigned_status = IssueStatus.find_by_position(2)

      resolved_status = IssueStatus.find_by_position(3)

      feedback_status = IssueStatus.find_by_position(4)

      closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }

      STATUS_MAPPING = {10 => DEFAULT_STATUS,  # new

                        20 => feedback_status, # feedback

                        30 => DEFAULT_STATUS,  # acknowledged

                        40 => DEFAULT_STATUS,  # confirmed

                        50 => assigned_status, # assigned

                        80 => resolved_status, # resolved

                        90 => closed_status    # closed

                        }

      priorities = IssuePriority.all

      DEFAULT_PRIORITY = priorities[2]

      PRIORITY_MAPPING = {10 => priorities[1], # none

                          20 => priorities[1], # low

                          30 => priorities[2], # normal

                          40 => priorities[3], # high

                          50 => priorities[4], # urgent

                          60 => priorities[5]  # immediate

                          }

      TRACKER_BUG = Tracker.find_by_position(1)

      TRACKER_FEATURE = Tracker.find_by_position(2)

      roles = Role.find(:all, :conditions => {:builtin => 0}, :order => 'position ASC')

      manager_role = roles[0]

      developer_role = roles[1]

      DEFAULT_ROLE = roles.last

      ROLE_MAPPING = {10 => DEFAULT_ROLE,   # viewer

                      25 => DEFAULT_ROLE,   # reporter

                      40 => DEFAULT_ROLE,   # updater

                      55 => developer_role, # developer

                      70 => manager_role,   # manager

                      90 => manager_role    # administrator

                      }

      CUSTOM_FIELD_TYPE_MAPPING = {0 => 'string', # String

                                   1 => 'int',    # Numeric

                                   2 => 'int',    # Float

                                   3 => 'list',   # Enumeration

                                   4 => 'string', # Email

                                   5 => 'bool',   # Checkbox

                                   6 => 'list',   # List

                                   7 => 'list',   # Multiselection list

                                   8 => 'date',   # Date

                                   }

      RELATION_TYPE_MAPPING = {1 => IssueRelation::TYPE_RELATES,    # related to

                               2 => IssueRelation::TYPE_RELATES,    # parent of

                               3 => IssueRelation::TYPE_RELATES,    # child of

                               0 => IssueRelation::TYPE_DUPLICATES, # duplicate of

                               4 => IssueRelation::TYPE_DUPLICATES  # has duplicate

                               }

    class MantisUser < ActiveRecord::Base

      set_table_name :mantis_user_table

      def firstname

        @firstname = realname.blank? ? username : realname.split.first[0..29]

        @firstname

      end

      def lastname

        @lastname = realname.blank? ? '-' : realname.split[1..-1].join(' ')[0..29]

        @lastname = '-' if @lastname.blank?

        @lastname

      end

      def email

        if read_attribute(:email).match(/^([^@\s]+)@((?:[-a-z0-9]+\.)+[a-z]{2,})$/i) &&

             !User.find_by_mail(read_attribute(:email))

          @email = read_attribute(:email)

        else

          @email = "#{username}@foo.bar"

        end

      end

      def username

        read_attribute(:username)[0..29].gsub(/[^a-zA-Z0-9_\-@\.]/, '-')

      end

    end

    class MantisProject < ActiveRecord::Base

      set_table_name :mantis_project_table

      has_many :versions, :class_name => "MantisVersion", :foreign_key => :project_id

      has_many :categories, :class_name => "MantisCategory", :foreign_key => :project_id

      has_many :news, :class_name => "MantisNews", :foreign_key => :project_id

      has_many :members, :class_name => "MantisProjectUser", :foreign_key => :project_id

      def identifier

        attr_name = read_attribute(:name)

	if not attr_name.match /^[^a-z0-9\-]+$/

          attr_name = attr_name.gsub(/[^a-z0-9\-]+/, '-')

        else

          # when name is written in multi-byte languages

          attr_name = "prj" << attr_name.hash.to_s

        end

        attr_name.slice(0, Project::IDENTIFIER_MAX_LENGTH)

      end

    end

    class MantisVersion < ActiveRecord::Base

      set_table_name :mantis_project_version_table

      def version

        read_attribute(:version)[0..29]

      end

      def description

        read_attribute(:description)[0..254]

      end

    end

    class MantisCategory < ActiveRecord::Base

      set_table_name :mantis_category_table

    end

    class MantisProjectUser < ActiveRecord::Base

      set_table_name :mantis_project_user_list_table

    end

    class MantisBug < ActiveRecord::Base

      set_table_name :mantis_bug_table

      belongs_to :bug_text, :class_name => "MantisBugText", :foreign_key => :bug_text_id

      belongs_to :category, :class_name => "MantisCategory", :foreign_key => :category_id

      has_many :bug_notes, :class_name => "MantisBugNote", :foreign_key => :bug_id

      has_many :bug_files, :class_name => "MantisBugFile", :foreign_key => :bug_id

      has_many :bug_monitors, :class_name => "MantisBugMonitor", :foreign_key => :bug_id

    end

    class MantisBugText < ActiveRecord::Base

      set_table_name :mantis_bug_text_table

      # Adds Mantis steps_to_reproduce and additional_information fields

      # to description if any

      def full_description

        full_description = description

        full_description += "\n\n*Steps to reproduce:*\n\n#{steps_to_reproduce}" unless steps_to_reproduce.blank?

        full_description += "\n\n*Additional information:*\n\n#{additional_information}" unless additional_information.blank?

        full_description

      end

    end

    class MantisBugNote < ActiveRecord::Base

      set_table_name :mantis_bugnote_table

      belongs_to :bug, :class_name => "MantisBug", :foreign_key => :bug_id

      belongs_to :bug_note_text, :class_name => "MantisBugNoteText", :foreign_key => :bugnote_text_id

    end

    class MantisBugNoteText < ActiveRecord::Base

      set_table_name :mantis_bugnote_text_table

    end

    class MantisBugFile < ActiveRecord::Base

      set_table_name :mantis_bug_file_table

      def size

        filesize

      end

      def original_filename

        MantisMigrate.encode(filename)

      end

      def content_type

        file_type

      end

      def read(*args)

      	if @read_finished

      		nil

      	else

      		@read_finished = true

      		content

      	end

      end

    end

    class MantisBugRelationship < ActiveRecord::Base

      set_table_name :mantis_bug_relationship_table

    end

    class MantisBugMonitor < ActiveRecord::Base

      set_table_name :mantis_bug_monitor_table

    end

    class MantisNews < ActiveRecord::Base

      set_table_name :mantis_news_table

    end

    class MantisCustomField < ActiveRecord::Base

      set_table_name :mantis_custom_field_table

      set_inheritance_column :none  

      has_many :values, :class_name => "MantisCustomFieldString", :foreign_key => :field_id

      has_many :projects, :class_name => "MantisCustomFieldProject", :foreign_key => :field_id

      def format

        read_attribute :type

      end

      def name

        read_attribute(:name)[0..29]

      end

    end

    class MantisCustomFieldProject < ActiveRecord::Base

      set_table_name :mantis_custom_field_project_table  

    end

    class MantisCustomFieldString < ActiveRecord::Base

      set_table_name :mantis_custom_field_string_table  

    end

    def self.migrate

      # Users

      puts "Migrating users\n"

      #User.delete_all "login <> 'admin'"

      users_map = {}

      users_migrated = 0

      MantisUser.find(:all).each do |user|

        print "  search user [login = '#{user.username}'] ..."

        found = User.find :first, :conditions => ["login = ?", user.username]

        if found

          u = found

          puts " #{found.login} is found"

        else

          u = User.new :firstname => encode(user.firstname), 

                       :lastname => encode(user.lastname),

                       :mail => user.email,

                       :last_login_on => user.last_visit

          u.login = user.username

          u.password = 'mantis'

          u.status = User::STATUS_LOCKED if user.enabled != 1

          u.admin = true if user.access_level == 90

          next unless u.save!

          puts " #{user.username} is added"

        end

        users_migrated += 1

        users_map[user.id] = u.id

      end

      puts "Migrating users ... done"

      # Projects

      puts "Migrating projects"

      #Project.destroy_all

      projects_map = {}

      versions_map = {}

      categories_map = {}

      MantisProject.find(:all).each do |project|

        print "  search project [identifier = '#{project.identifier}'] ..."

        found = Project.find :first, :conditions => ["identifier = ?", project.identifier]

        if found

          p = found

          puts " #{found.identifier} is found\n"

          projects_map[project.id] = p.id

        else

          p = Project.new :name => encode(project.name), 

                          :description => encode(project.description)

          p.identifier = project.identifier

          if not p.save

            puts " Failure:#{project.name}(#{p.identifier}) is not added"

            next

	  end

          puts " #{project.name} is added"

          projects_map[project.id] = p.id

          p.enabled_module_names = ['issue_tracking', 'news', 'wiki']

	  p.trackers.clear

          print "."

          p.trackers << TRACKER_BUG

          print "."

          p.trackers << TRACKER_FEATURE

          puts ".success"

        end

        # Project members

        project.members.each do |member|

          print "   search member for #{project.name} [user_id = users_map[#{member.user_id}]] ..."

          found = Member.find :first, :conditions => ["user_id = ? AND project_id = ?", users_map[member.user_id], p.id]

          if found

            m = found

            m.roles = [ROLE_MAPPING[member.access_level] || DEFAULT_ROLE]

            m.save

            puts " #{found.user.login} is found"

          else

            m = Member.new :user => User.find_by_id(users_map[member.user_id]),

                           :roles => [ROLE_MAPPING[member.access_level] || DEFAULT_ROLE]

            m.project = p

            m.save

            puts " #{m.user.login} is added"

          end

        end

        # Project versions

        project.versions.each do |version|

          print "   search version for #{project.name} [name = '#{version.version}'] ..."

          found = Member.find :first, ["name = ? AND project_id = ?", encode(version.version), p.id]

          if found

            v = found

            puts " #{found.name} is found"

          else

            v = Version.new :name => encode(version.version),

                            :description => encode(version.description),

                            :effective_date => (version.date_order ? version.date_order.to_date : nil)

            v.project = p

            v.save

            puts " #{v.name} is added"

          end

          versions_map[version.id] = v.id

        end

        # Project categories

        project.categories.each do |category|

          print "   search category for #{project.name} [name = '#{cname}'] ..."

          cname = category.name[0,30]

          found = IssueCategory.find :first, ["name = ? AND project_id = ?", cname, p.id]

          if found

            g = found

            puts "  #{found.name} is found"

          else

            g = IssueCategory.new :name => cname

            g.project = p

            g.save

            puts " #{category.name} is added"

          end

          categories_map[category.id] = g.id

        end

      end

      puts "Migrating projects ... done"

      # Bugs

      print "Migrating bugs"

      #Issue.destroy_all

      issues_map = {}

      keep_bug_ids = (Issue.count == 0)

      MantisBug.find_each(:batch_size => 200) do |bug|

        next unless projects_map[bug.project_id] && users_map[bug.reporter_id]

        i = Issue.new :project_id => projects_map[bug.project_id], 

                      :subject => encode(bug.summary),

                      :description => encode(bug.bug_text.full_description),

                      :priority => PRIORITY_MAPPING[bug.priority] || DEFAULT_PRIORITY,

                      :created_on => bug.date_submitted,

                      :updated_on => bug.last_updated

        i.author = User.find_by_id(users_map[bug.reporter_id])

        i.category = IssueCategory.find_by_id(categories_map[bug.category_id]) unless bug.category.blank?

        i.fixed_version = Version.find_by_project_id_and_name(i.project_id, bug.fixed_in_version) unless bug.fixed_in_version.blank?

        i.status = STATUS_MAPPING[bug.status] || DEFAULT_STATUS

        i.tracker = (bug.severity == 10 ? TRACKER_FEATURE : TRACKER_BUG)

        i.id = bug.id if keep_bug_ids

        next unless i.save

        issues_map[bug.id] = i.id

        print '.'

      STDOUT.flush

        # Assignee

        # Redmine checks that the assignee is a project member

        if (bug.handler_id && users_map[bug.handler_id])

          i.assigned_to = User.find_by_id(users_map[bug.handler_id])

          i.save_with_validation(false)

        end        

        # Bug notes

        bug.bug_notes.each do |note|

          next unless users_map[note.reporter_id]

          n = Journal.new :notes => encode(note.bug_note_text.note),

                          :created_on => note.date_submitted

          n.user = User.find_by_id(users_map[note.reporter_id])

          n.journalized = i

          n.save

        end

        # Bug files

        bug.bug_files.each do |file|

          a = Attachment.new :created_on => file.date_added

          a.file = file

          a.author = User.find :first

          a.container = i

          a.save

        end

        # Bug monitors

        bug.bug_monitors.each do |monitor|

          next unless users_map[monitor.user_id]

          i.add_watcher(User.find_by_id(users_map[monitor.user_id]))

        end

      end

      # update issue id sequence if needed (postgresql)

      Issue.connection.reset_pk_sequence!(Issue.table_name) if Issue.connection.respond_to?('reset_pk_sequence!')

      puts "done"

      # Bug relationships

      print "Migrating bug relations"

      MantisBugRelationship.find(:all).each do |relation|

        next unless issues_map[relation.source_bug_id] && issues_map[relation.destination_bug_id]

        r = IssueRelation.new :relation_type => RELATION_TYPE_MAPPING[relation.relationship_type]

        r.issue_from = Issue.find_by_id(issues_map[relation.source_bug_id])

        r.issue_to = Issue.find_by_id(issues_map[relation.destination_bug_id])

        pp r unless r.save

        print '.'

        STDOUT.flush

      end

      puts "done"

      # News

      print "Migrating news"

      News.destroy_all

      MantisNews.find(:all, :conditions => 'project_id > 0').each do |news|

        next unless projects_map[news.project_id]

        n = News.new :project_id => projects_map[news.project_id],

                     :title => encode(news.headline[0..59]),

                     :description => encode(news.body),

                     :created_on => news.date_posted

        n.author = User.find_by_id(users_map[news.poster_id])

        n.save

        print '.'

        STDOUT.flush

      end

      puts

      # Custom fields

      print "Migrating custom fields"

      IssueCustomField.destroy_all

      MantisCustomField.find(:all).each do |field|

        f = IssueCustomField.new :name => field.name[0..29],

                                 :field_format => CUSTOM_FIELD_TYPE_MAPPING[field.format],

                                 :min_length => field.length_min,

                                 :max_length => field.length_max,

                                 :regexp => field.valid_regexp,

                                 :possible_values => field.possible_values.split('|'),

                                 :is_required => field.require_report?

        next unless f.save

        print '.'

        STDOUT.flush

        # Trackers association

        f.trackers = Tracker.find :all

        # Projects association

        field.projects.each do |project|

          f.projects << Project.find_by_id(projects_map[project.project_id]) if projects_map[project.project_id]

        end

        # Values

        field.values.each do |value|

          v = CustomValue.new :custom_field_id => f.id,

                              :value => value.value

          v.customized = Issue.find_by_id(issues_map[value.bug_id]) if issues_map[value.bug_id]

          v.save

        end unless f.new_record?

      end

      puts

      puts

      puts "Users:           #{users_migrated}/#{MantisUser.count}"

      puts "Projects:        #{Project.count}/#{MantisProject.count}"

      puts "Memberships:     #{Member.count}/#{MantisProjectUser.count}"

      puts "Versions:        #{Version.count}/#{MantisVersion.count}"

      puts "Categories:      #{IssueCategory.count}/#{MantisCategory.count}"

      puts "Bugs:            #{Issue.count}/#{MantisBug.count}"

      puts "Bug notes:       #{Journal.count}/#{MantisBugNote.count}"

      puts "Bug files:       #{Attachment.count}/#{MantisBugFile.count}"

      puts "Bug relations:   #{IssueRelation.count}/#{MantisBugRelationship.count}"

      puts "Bug monitors:    #{Watcher.count}/#{MantisBugMonitor.count}"

      puts "News:            #{News.count}/#{MantisNews.count}"

      puts "Custom fields:   #{IssueCustomField.count}/#{MantisCustomField.count}"

    end

    def self.encoding(charset)

      @ic = Iconv.new('UTF-8', charset)

    rescue Iconv::InvalidEncoding

      return false      

    end

    def self.establish_connection(params)

      constants.each do |const|

        klass = const_get(const)

        next unless klass.respond_to? 'establish_connection'

        klass.establish_connection params

      end

    end

    def self.encode(text)

      @ic.iconv text

    rescue

      text

    end

  end

  puts

  if Redmine::DefaultData::Loader.no_data?

    puts "Redmine configuration need to be loaded before importing data."

    puts "Please, run this first:"

    puts

    puts "  rake redmine:load_default_data RAILS_ENV=\"#{ENV['RAILS_ENV']}\""

    exit

  end

  puts "WARNING: Your Redmine data will be deleted during this process."

  print "Are you sure you want to continue ? [y/N] "

  STDOUT.flush

  break unless STDIN.gets.match(/^y$/i)

  # Default Mantis database settings

  db_params = {:adapter => 'mysql', 

               :database => 'bugtracker', 

               :host => 'localhost', 

               :username => 'root', 

               :password => '' }

  puts				

  puts "Please enter settings for your Mantis database"  

  [:adapter, :host, :database, :username, :password].each do |param|

    print "#{param} [#{db_params[param]}]: "

    value = STDIN.gets.chomp!

    db_params[param] = value unless value.blank?

  end

  while true

    print "encoding [UTF-8]: "

    STDOUT.flush

    encoding = STDIN.gets.chomp!

    encoding = 'UTF-8' if encoding.blank?

    break if MantisMigrate.encoding encoding

    puts "Invalid encoding!"

  end

  puts

  # Make sure bugs can refer bugs in other projects

  Setting.cross_project_issue_relations = 1 if Setting.respond_to? 'cross_project_issue_relations'

  # Turn off email notifications

  Setting.notified_events = []

  MantisMigrate.establish_connection db_params

  MantisMigrate.migrate

end

end