Project

General

Profile

Patch #989 » migrate_from_bugzilla.rake

Migration task from Bugzilla - Arjen Roodselaar, 2008-04-03 23:00

 
# redMine - project management software
# Copyright (C) 2006-2007 Jean-Philippe Lang
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
#
# Bugzilla migration by Arjen Roodselaar, Lindix bv
#

desc 'Bugzilla migration script'

require 'active_record'
require 'iconv'
require 'pp'

namespace :redmine do
task :migrate_from_bugzilla => :environment do
module BugzillaMigrate
DEFAULT_STATUS = IssueStatus.default
CLOSED_STATUS = IssueStatus.find :first, :conditions => { :is_closed => true }
assigned_status = IssueStatus.find_by_position(2)
resolved_status = IssueStatus.find_by_position(3)
feedback_status = IssueStatus.find_by_position(4)
STATUS_MAPPING = {
"UNCONFIRMED" => DEFAULT_STATUS,
"NEW" => DEFAULT_STATUS,
"VERIFIED" => DEFAULT_STATUS,
"ASSIGNED" => assigned_status,
"REOPENED" => assigned_status,
"RESOLVED" => resolved_status,
"CLOSED" => CLOSED_STATUS
}
# actually close resolved issues
resolved_status.is_closed = true
resolved_status.save
priorities = Enumeration.get_values('IPRI')
PRIORITY_MAPPING = {
"P1" => priorities[1], # low
"P2" => priorities[2], # normal
"P3" => priorities[3], # high
"P4" => priorities[4], # urgent
"P5" => priorities[5] # immediate
}
DEFAULT_PRIORITY = PRIORITY_MAPPING["P2"]
TRACKER_BUG = Tracker.find_by_position(1)
TRACKER_FEATURE = Tracker.find_by_position(2)
reporter_role = Role.find_by_position(5)
developer_role = Role.find_by_position(4)
manager_role = Role.find_by_position(3)
DEFAULT_ROLE = reporter_role
CUSTOM_FIELD_TYPE_MAPPING = {
0 => 'string', # String
1 => 'int', # Numeric
2 => 'int', # Float
3 => 'list', # Enumeration
4 => 'string', # Email
5 => 'bool', # Checkbox
6 => 'list', # List
7 => 'list', # Multiselection list
8 => 'date', # Date
}
RELATION_TYPE_MAPPING = {
0 => IssueRelation::TYPE_DUPLICATES, # duplicate of
1 => IssueRelation::TYPE_RELATES, # related to
2 => IssueRelation::TYPE_RELATES, # parent of
3 => IssueRelation::TYPE_RELATES, # child of
4 => IssueRelation::TYPE_DUPLICATES # has duplicate
}
class BugzillaProfile < ActiveRecord::Base
set_table_name :profiles
set_primary_key :userid
has_and_belongs_to_many :groups,
:class_name => "BugzillaGroup",
:join_table => :user_group_map,
:foreign_key => :user_id,
:association_foreign_key => :group_id
def login
login_name[0..29].gsub(/[^a-zA-Z0-9_\-@\.]/, '-')
end
def email
if login_name.match(/^.*@.*$/i)
login_name
else
"#{login_name}@foo.bar"
end
end
def firstname
read_attribute(:realname).blank? ? login_name : read_attribute(:realname).split.first[0..29]
end

def lastname
read_attribute(:realname).blank? ? login_name : read_attribute(:realname).split[1..-1].join(' ')[0..29]
end
end
class BugzillaGroup < ActiveRecord::Base
set_table_name :groups
has_and_belongs_to_many :profiles,
:class_name => "BugzillaProfile",
:join_table => :user_group_map,
:foreign_key => :group_id,
:association_foreign_key => :user_id
end
class BugzillaProduct < ActiveRecord::Base
set_table_name :products
has_many :components, :class_name => "BugzillaComponent", :foreign_key => :product_id
has_many :versions, :class_name => "BugzillaVersion", :foreign_key => :product_id
has_many :bugs, :class_name => "BugzillaBug", :foreign_key => :product_id
end
class BugzillaComponent < ActiveRecord::Base
set_table_name :components
end
class BugzillaVersion < ActiveRecord::Base
set_table_name :versions
end
class BugzillaBug < ActiveRecord::Base
set_table_name :bugs
set_primary_key :bug_id
belongs_to :product, :class_name => "BugzillaProduct", :foreign_key => :product_id
has_many :descriptions, :class_name => "BugzillaDescription", :foreign_key => :bug_id
end
class BugzillaDescription < ActiveRecord::Base
set_table_name :longdescs
belongs_to :bug, :class_name => "BugzillaBug", :foreign_key => :bug_id
def eql(desc)
self.bug_when == desc.bug_when
end
def === desc
self.eql(desc)
end
def text
if self.thetext.blank?
return nil
else
self.thetext
end
end
end
def self.establish_connection(params)
constants.each do |const|
klass = const_get(const)
next unless klass.respond_to? 'establish_connection'
klass.establish_connection params
end
end
def self.migrate
# Profiles
puts
print "Migrating profiles"
$stdout.flush
User.delete_all "login <> 'admin'"
users_map = {}
users_migrated = 0
BugzillaProfile.find(:all).each do |profile|
user = User.new
user.login = profile.login
user.password = "bugzilla"
user.firstname = profile.firstname
user.lastname = profile.lastname
user.mail = profile.email
user.status = User::STATUS_LOCKED if !profile.disabledtext.empty?
user.admin = true if profile.groups.include?(BugzillaGroup.find_by_name("admin"))
next unless user.save
users_migrated += 1
users_map[profile.userid] = user
print '.'
$stdout.flush
end
# Products
puts
print "Migrating products"
$stdout.flush
Project.destroy_all
projects_map = {}
versions_map = {}
categories_map = {}
BugzillaProduct.find(:all).each do |product|
project = Project.new
project.name = product.name
project.description = product.description
project.identifier = product.name.downcase.gsub(/\s/, '-')
next unless project.save
projects_map[product.id] = project
print '.'
$stdout.flush
# Enable issue tracking
enabled_module = EnabledModule.new(
:project => project,
:name => 'issue_tracking'
)
enabled_module.save
# Components
product.components.each do |component|
category = IssueCategory.new(:name => component.name[0,30])
category.project = project
category.assigned_to = users_map[component.initialowner]
category.save
categories_map[component.id] = category
end
# Add default user roles
1.upto(users_map.length) do |i|
membership = Member.new(
:user => users_map[i],
:project => project,
:role => DEFAULT_ROLE
)
membership.save
end
end
# Bugs
puts
print "Migrating bugs"
Issue.destroy_all
issues_map = {}
skipped_bugs = []
BugzillaBug.find(:all).each do |bug|
issue = Issue.new(
:project_id => projects_map[bug.product_id],
:tracker => TRACKER_BUG,
:subject => bug.short_desc,
:description => bug.descriptions.first.text || bug.short_desc,
:author => users_map[bug.reporter],
:priority => PRIORITY_MAPPING[bug.priority] || DEFAULT_PRIORITY,
:status => STATUS_MAPPING[bug.bug_status] || DEFAULT_STATUS,
:start_date => bug.creation_ts,
:created_on => bug.creation_ts,
:updated_on => bug.delta_ts
)
issue.category = categories_map[bug.component_id] unless bug.component_id.blank?
issue.assigned_to = users_map[bug.assigned_to] unless bug.assigned_to.blank?
if issue.save
print '.'
else
issue.id = bug.bug_id
skipped_bugs << issue
print '!'
next
end
$stdout.flush
# notes
bug.descriptions.each do |description|
# the first comment is already added to the description field of the bug
next if description === bug.descriptions.first
journal = Journal.new(
:journalized => issue,
:user => users_map[description.who],
:notes => description.text,
:created_on => description.bug_when
)
next unless journal.save
end
end
puts
puts
puts "Profiles: #{users_migrated}/#{BugzillaProfile.count}"
puts "Products: #{Project.count}/#{BugzillaProduct.count}"
puts "Components: #{IssueCategory.count}/#{BugzillaComponent.count}"
puts "Bugs #{Issue.count}/#{BugzillaBug.count}"
puts
if !skipped_bugs.empty?
puts "The following bugs failed to import: "
skipped_bugs.each do |issue|
print "#{issue.id}, reason: "
issue.errors.each{|error| print "#{error}"}
puts
end
end
end

puts
puts "WARNING: Your Redmine data will be deleted during this process."
print "Are you sure you want to continue ? [y/N] "
break unless STDIN.gets.match(/^y$/i)
# Default Bugzilla database settings
db_params = {:adapter => 'mysql',
:database => 'bugs',
:host => 'localhost',
:socket => '/var/run/mysqld/mysqld.sock',
:username => 'root',
:password => '' }

puts
puts "Please enter settings for your Bugzilla database"
[:adapter, :host, :database, :username, :password].each do |param|
print "#{param} [#{db_params[param]}]: "
value = STDIN.gets.chomp!
db_params[param] = value unless value.blank?
end
BugzillaMigrate.establish_connection db_params
BugzillaMigrate.migrate
end
end
end
(1-1/4)