##// END OF EJS Templates
replace tabs to spaces at lib/tasks/migrate_from_mantis.rake...
Toshi MARUYAMA -
r9402:910cb8ff06fe
parent child
Show More
@@ -1,511 +1,511
1 1 # Redmine - project management software
2 2 # Copyright (C) 2006-2012 Jean-Philippe Lang
3 3 #
4 4 # This program is free software; you can redistribute it and/or
5 5 # modify it under the terms of the GNU General Public License
6 6 # as published by the Free Software Foundation; either version 2
7 7 # of the License, or (at your option) any later version.
8 8 #
9 9 # This program is distributed in the hope that it will be useful,
10 10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 12 # GNU General Public License for more details.
13 13 #
14 14 # You should have received a copy of the GNU General Public License
15 15 # along with this program; if not, write to the Free Software
16 16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17 17
18 18 desc 'Mantis migration script'
19 19
20 20 require 'active_record'
21 21 require 'iconv'
22 22 require 'pp'
23 23
24 24 namespace :redmine do
25 25 task :migrate_from_mantis => :environment do
26 26
27 27 module MantisMigrate
28 28
29 29 DEFAULT_STATUS = IssueStatus.default
30 30 assigned_status = IssueStatus.find_by_position(2)
31 31 resolved_status = IssueStatus.find_by_position(3)
32 32 feedback_status = IssueStatus.find_by_position(4)
33 33 closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }
34 34 STATUS_MAPPING = {10 => DEFAULT_STATUS, # new
35 35 20 => feedback_status, # feedback
36 36 30 => DEFAULT_STATUS, # acknowledged
37 37 40 => DEFAULT_STATUS, # confirmed
38 38 50 => assigned_status, # assigned
39 39 80 => resolved_status, # resolved
40 40 90 => closed_status # closed
41 41 }
42 42
43 43 priorities = IssuePriority.all
44 44 DEFAULT_PRIORITY = priorities[2]
45 45 PRIORITY_MAPPING = {10 => priorities[1], # none
46 46 20 => priorities[1], # low
47 47 30 => priorities[2], # normal
48 48 40 => priorities[3], # high
49 49 50 => priorities[4], # urgent
50 50 60 => priorities[5] # immediate
51 51 }
52 52
53 53 TRACKER_BUG = Tracker.find_by_position(1)
54 54 TRACKER_FEATURE = Tracker.find_by_position(2)
55 55
56 56 roles = Role.find(:all, :conditions => {:builtin => 0}, :order => 'position ASC')
57 57 manager_role = roles[0]
58 58 developer_role = roles[1]
59 59 DEFAULT_ROLE = roles.last
60 60 ROLE_MAPPING = {10 => DEFAULT_ROLE, # viewer
61 61 25 => DEFAULT_ROLE, # reporter
62 62 40 => DEFAULT_ROLE, # updater
63 63 55 => developer_role, # developer
64 64 70 => manager_role, # manager
65 65 90 => manager_role # administrator
66 66 }
67 67
68 68 CUSTOM_FIELD_TYPE_MAPPING = {0 => 'string', # String
69 69 1 => 'int', # Numeric
70 70 2 => 'int', # Float
71 71 3 => 'list', # Enumeration
72 72 4 => 'string', # Email
73 73 5 => 'bool', # Checkbox
74 74 6 => 'list', # List
75 75 7 => 'list', # Multiselection list
76 76 8 => 'date', # Date
77 77 }
78 78
79 79 RELATION_TYPE_MAPPING = {1 => IssueRelation::TYPE_RELATES, # related to
80 80 2 => IssueRelation::TYPE_RELATES, # parent of
81 81 3 => IssueRelation::TYPE_RELATES, # child of
82 82 0 => IssueRelation::TYPE_DUPLICATES, # duplicate of
83 83 4 => IssueRelation::TYPE_DUPLICATES # has duplicate
84 84 }
85 85
86 86 class MantisUser < ActiveRecord::Base
87 87 self.table_name = :mantis_user_table
88 88
89 89 def firstname
90 90 @firstname = realname.blank? ? username : realname.split.first[0..29]
91 91 @firstname
92 92 end
93 93
94 94 def lastname
95 95 @lastname = realname.blank? ? '-' : realname.split[1..-1].join(' ')[0..29]
96 96 @lastname = '-' if @lastname.blank?
97 97 @lastname
98 98 end
99 99
100 100 def email
101 101 if read_attribute(:email).match(/^([^@\s]+)@((?:[-a-z0-9]+\.)+[a-z]{2,})$/i) &&
102 102 !User.find_by_mail(read_attribute(:email))
103 103 @email = read_attribute(:email)
104 104 else
105 105 @email = "#{username}@foo.bar"
106 106 end
107 107 end
108 108
109 109 def username
110 110 read_attribute(:username)[0..29].gsub(/[^a-zA-Z0-9_\-@\.]/, '-')
111 111 end
112 112 end
113 113
114 114 class MantisProject < ActiveRecord::Base
115 115 self.table_name = :mantis_project_table
116 116 has_many :versions, :class_name => "MantisVersion", :foreign_key => :project_id
117 117 has_many :categories, :class_name => "MantisCategory", :foreign_key => :project_id
118 118 has_many :news, :class_name => "MantisNews", :foreign_key => :project_id
119 119 has_many :members, :class_name => "MantisProjectUser", :foreign_key => :project_id
120 120
121 121 def identifier
122 122 read_attribute(:name).gsub(/[^a-z0-9\-]+/, '-').slice(0, Project::IDENTIFIER_MAX_LENGTH)
123 123 end
124 124 end
125 125
126 126 class MantisVersion < ActiveRecord::Base
127 127 self.table_name = :mantis_project_version_table
128 128
129 129 def version
130 130 read_attribute(:version)[0..29]
131 131 end
132 132
133 133 def description
134 134 read_attribute(:description)[0..254]
135 135 end
136 136 end
137 137
138 138 class MantisCategory < ActiveRecord::Base
139 139 self.table_name = :mantis_project_category_table
140 140 end
141 141
142 142 class MantisProjectUser < ActiveRecord::Base
143 143 self.table_name = :mantis_project_user_list_table
144 144 end
145 145
146 146 class MantisBug < ActiveRecord::Base
147 147 self.table_name = :mantis_bug_table
148 148 belongs_to :bug_text, :class_name => "MantisBugText", :foreign_key => :bug_text_id
149 149 has_many :bug_notes, :class_name => "MantisBugNote", :foreign_key => :bug_id
150 150 has_many :bug_files, :class_name => "MantisBugFile", :foreign_key => :bug_id
151 151 has_many :bug_monitors, :class_name => "MantisBugMonitor", :foreign_key => :bug_id
152 152 end
153 153
154 154 class MantisBugText < ActiveRecord::Base
155 155 self.table_name = :mantis_bug_text_table
156 156
157 157 # Adds Mantis steps_to_reproduce and additional_information fields
158 158 # to description if any
159 159 def full_description
160 160 full_description = description
161 161 full_description += "\n\n*Steps to reproduce:*\n\n#{steps_to_reproduce}" unless steps_to_reproduce.blank?
162 162 full_description += "\n\n*Additional information:*\n\n#{additional_information}" unless additional_information.blank?
163 163 full_description
164 164 end
165 165 end
166 166
167 167 class MantisBugNote < ActiveRecord::Base
168 168 self.table_name = :mantis_bugnote_table
169 169 belongs_to :bug, :class_name => "MantisBug", :foreign_key => :bug_id
170 170 belongs_to :bug_note_text, :class_name => "MantisBugNoteText", :foreign_key => :bugnote_text_id
171 171 end
172 172
173 173 class MantisBugNoteText < ActiveRecord::Base
174 174 self.table_name = :mantis_bugnote_text_table
175 175 end
176 176
177 177 class MantisBugFile < ActiveRecord::Base
178 178 self.table_name = :mantis_bug_file_table
179 179
180 180 def size
181 181 filesize
182 182 end
183 183
184 184 def original_filename
185 185 MantisMigrate.encode(filename)
186 186 end
187 187
188 188 def content_type
189 189 file_type
190 190 end
191 191
192 192 def read(*args)
193 if @read_finished
194 nil
195 else
196 @read_finished = true
197 content
198 end
193 if @read_finished
194 nil
195 else
196 @read_finished = true
197 content
198 end
199 199 end
200 200 end
201 201
202 202 class MantisBugRelationship < ActiveRecord::Base
203 203 self.table_name = :mantis_bug_relationship_table
204 204 end
205 205
206 206 class MantisBugMonitor < ActiveRecord::Base
207 207 self.table_name = :mantis_bug_monitor_table
208 208 end
209 209
210 210 class MantisNews < ActiveRecord::Base
211 211 self.table_name = :mantis_news_table
212 212 end
213 213
214 214 class MantisCustomField < ActiveRecord::Base
215 215 self.table_name = :mantis_custom_field_table
216 216 set_inheritance_column :none
217 217 has_many :values, :class_name => "MantisCustomFieldString", :foreign_key => :field_id
218 218 has_many :projects, :class_name => "MantisCustomFieldProject", :foreign_key => :field_id
219 219
220 220 def format
221 221 read_attribute :type
222 222 end
223 223
224 224 def name
225 225 read_attribute(:name)[0..29]
226 226 end
227 227 end
228 228
229 229 class MantisCustomFieldProject < ActiveRecord::Base
230 230 self.table_name = :mantis_custom_field_project_table
231 231 end
232 232
233 233 class MantisCustomFieldString < ActiveRecord::Base
234 234 self.table_name = :mantis_custom_field_string_table
235 235 end
236 236
237 237 def self.migrate
238 238
239 239 # Users
240 240 print "Migrating users"
241 241 User.delete_all "login <> 'admin'"
242 242 users_map = {}
243 243 users_migrated = 0
244 244 MantisUser.find(:all).each do |user|
245 u = User.new :firstname => encode(user.firstname),
246 :lastname => encode(user.lastname),
247 :mail => user.email,
248 :last_login_on => user.last_visit
249 u.login = user.username
250 u.password = 'mantis'
251 u.status = User::STATUS_LOCKED if user.enabled != 1
252 u.admin = true if user.access_level == 90
253 next unless u.save!
254 users_migrated += 1
255 users_map[user.id] = u.id
256 print '.'
245 u = User.new :firstname => encode(user.firstname),
246 :lastname => encode(user.lastname),
247 :mail => user.email,
248 :last_login_on => user.last_visit
249 u.login = user.username
250 u.password = 'mantis'
251 u.status = User::STATUS_LOCKED if user.enabled != 1
252 u.admin = true if user.access_level == 90
253 next unless u.save!
254 users_migrated += 1
255 users_map[user.id] = u.id
256 print '.'
257 257 end
258 258 puts
259 259
260 260 # Projects
261 261 print "Migrating projects"
262 262 Project.destroy_all
263 263 projects_map = {}
264 264 versions_map = {}
265 265 categories_map = {}
266 266 MantisProject.find(:all).each do |project|
267 p = Project.new :name => encode(project.name),
267 p = Project.new :name => encode(project.name),
268 268 :description => encode(project.description)
269 p.identifier = project.identifier
270 next unless p.save
271 projects_map[project.id] = p.id
272 p.enabled_module_names = ['issue_tracking', 'news', 'wiki']
269 p.identifier = project.identifier
270 next unless p.save
271 projects_map[project.id] = p.id
272 p.enabled_module_names = ['issue_tracking', 'news', 'wiki']
273 273 p.trackers << TRACKER_BUG unless p.trackers.include?(TRACKER_BUG)
274 274 p.trackers << TRACKER_FEATURE unless p.trackers.include?(TRACKER_FEATURE)
275 print '.'
276
277 # Project members
278 project.members.each do |member|
275 print '.'
276
277 # Project members
278 project.members.each do |member|
279 279 m = Member.new :user => User.find_by_id(users_map[member.user_id]),
280 :roles => [ROLE_MAPPING[member.access_level] || DEFAULT_ROLE]
281 m.project = p
282 m.save
283 end
284
285 # Project versions
286 project.versions.each do |version|
280 :roles => [ROLE_MAPPING[member.access_level] || DEFAULT_ROLE]
281 m.project = p
282 m.save
283 end
284
285 # Project versions
286 project.versions.each do |version|
287 287 v = Version.new :name => encode(version.version),
288 288 :description => encode(version.description),
289 289 :effective_date => (version.date_order ? version.date_order.to_date : nil)
290 290 v.project = p
291 291 v.save
292 292 versions_map[version.id] = v.id
293 end
294
295 # Project categories
296 project.categories.each do |category|
293 end
294
295 # Project categories
296 project.categories.each do |category|
297 297 g = IssueCategory.new :name => category.category[0,30]
298 298 g.project = p
299 299 g.save
300 300 categories_map[category.category] = g.id
301 end
302 end
303 puts
301 end
302 end
303 puts
304 304
305 305 # Bugs
306 306 print "Migrating bugs"
307 307 Issue.destroy_all
308 308 issues_map = {}
309 309 keep_bug_ids = (Issue.count == 0)
310 310 MantisBug.find_each(:batch_size => 200) do |bug|
311 311 next unless projects_map[bug.project_id] && users_map[bug.reporter_id]
312 i = Issue.new :project_id => projects_map[bug.project_id],
312 i = Issue.new :project_id => projects_map[bug.project_id],
313 313 :subject => encode(bug.summary),
314 314 :description => encode(bug.bug_text.full_description),
315 315 :priority => PRIORITY_MAPPING[bug.priority] || DEFAULT_PRIORITY,
316 316 :created_on => bug.date_submitted,
317 317 :updated_on => bug.last_updated
318 i.author = User.find_by_id(users_map[bug.reporter_id])
319 i.category = IssueCategory.find_by_project_id_and_name(i.project_id, bug.category[0,30]) unless bug.category.blank?
320 i.fixed_version = Version.find_by_project_id_and_name(i.project_id, bug.fixed_in_version) unless bug.fixed_in_version.blank?
321 i.status = STATUS_MAPPING[bug.status] || DEFAULT_STATUS
322 i.tracker = (bug.severity == 10 ? TRACKER_FEATURE : TRACKER_BUG)
323 i.id = bug.id if keep_bug_ids
324 next unless i.save
325 issues_map[bug.id] = i.id
326 print '.'
327 STDOUT.flush
318 i.author = User.find_by_id(users_map[bug.reporter_id])
319 i.category = IssueCategory.find_by_project_id_and_name(i.project_id, bug.category[0,30]) unless bug.category.blank?
320 i.fixed_version = Version.find_by_project_id_and_name(i.project_id, bug.fixed_in_version) unless bug.fixed_in_version.blank?
321 i.status = STATUS_MAPPING[bug.status] || DEFAULT_STATUS
322 i.tracker = (bug.severity == 10 ? TRACKER_FEATURE : TRACKER_BUG)
323 i.id = bug.id if keep_bug_ids
324 next unless i.save
325 issues_map[bug.id] = i.id
326 print '.'
327 STDOUT.flush
328 328
329 329 # Assignee
330 330 # Redmine checks that the assignee is a project member
331 331 if (bug.handler_id && users_map[bug.handler_id])
332 332 i.assigned_to = User.find_by_id(users_map[bug.handler_id])
333 333 i.save(:validate => false)
334 334 end
335
336 # Bug notes
337 bug.bug_notes.each do |note|
338 next unless users_map[note.reporter_id]
335
336 # Bug notes
337 bug.bug_notes.each do |note|
338 next unless users_map[note.reporter_id]
339 339 n = Journal.new :notes => encode(note.bug_note_text.note),
340 340 :created_on => note.date_submitted
341 341 n.user = User.find_by_id(users_map[note.reporter_id])
342 342 n.journalized = i
343 343 n.save
344 end
345
344 end
345
346 346 # Bug files
347 347 bug.bug_files.each do |file|
348 348 a = Attachment.new :created_on => file.date_added
349 349 a.file = file
350 350 a.author = User.find :first
351 351 a.container = i
352 352 a.save
353 353 end
354 354
355 355 # Bug monitors
356 356 bug.bug_monitors.each do |monitor|
357 357 next unless users_map[monitor.user_id]
358 358 i.add_watcher(User.find_by_id(users_map[monitor.user_id]))
359 359 end
360 360 end
361 361
362 362 # update issue id sequence if needed (postgresql)
363 363 Issue.connection.reset_pk_sequence!(Issue.table_name) if Issue.connection.respond_to?('reset_pk_sequence!')
364 364 puts
365 365
366 366 # Bug relationships
367 367 print "Migrating bug relations"
368 368 MantisBugRelationship.find(:all).each do |relation|
369 369 next unless issues_map[relation.source_bug_id] && issues_map[relation.destination_bug_id]
370 370 r = IssueRelation.new :relation_type => RELATION_TYPE_MAPPING[relation.relationship_type]
371 371 r.issue_from = Issue.find_by_id(issues_map[relation.source_bug_id])
372 372 r.issue_to = Issue.find_by_id(issues_map[relation.destination_bug_id])
373 373 pp r unless r.save
374 374 print '.'
375 375 STDOUT.flush
376 376 end
377 377 puts
378 378
379 379 # News
380 380 print "Migrating news"
381 381 News.destroy_all
382 382 MantisNews.find(:all, :conditions => 'project_id > 0').each do |news|
383 383 next unless projects_map[news.project_id]
384 384 n = News.new :project_id => projects_map[news.project_id],
385 385 :title => encode(news.headline[0..59]),
386 386 :description => encode(news.body),
387 387 :created_on => news.date_posted
388 388 n.author = User.find_by_id(users_map[news.poster_id])
389 389 n.save
390 390 print '.'
391 391 STDOUT.flush
392 392 end
393 393 puts
394 394
395 395 # Custom fields
396 396 print "Migrating custom fields"
397 397 IssueCustomField.destroy_all
398 398 MantisCustomField.find(:all).each do |field|
399 399 f = IssueCustomField.new :name => field.name[0..29],
400 400 :field_format => CUSTOM_FIELD_TYPE_MAPPING[field.format],
401 401 :min_length => field.length_min,
402 402 :max_length => field.length_max,
403 403 :regexp => field.valid_regexp,
404 404 :possible_values => field.possible_values.split('|'),
405 405 :is_required => field.require_report?
406 406 next unless f.save
407 407 print '.'
408 408 STDOUT.flush
409 409 # Trackers association
410 410 f.trackers = Tracker.find :all
411 411
412 412 # Projects association
413 413 field.projects.each do |project|
414 414 f.projects << Project.find_by_id(projects_map[project.project_id]) if projects_map[project.project_id]
415 415 end
416 416
417 417 # Values
418 418 field.values.each do |value|
419 419 v = CustomValue.new :custom_field_id => f.id,
420 420 :value => value.value
421 421 v.customized = Issue.find_by_id(issues_map[value.bug_id]) if issues_map[value.bug_id]
422 422 v.save
423 423 end unless f.new_record?
424 424 end
425 425 puts
426 426
427 427 puts
428 428 puts "Users: #{users_migrated}/#{MantisUser.count}"
429 429 puts "Projects: #{Project.count}/#{MantisProject.count}"
430 430 puts "Memberships: #{Member.count}/#{MantisProjectUser.count}"
431 431 puts "Versions: #{Version.count}/#{MantisVersion.count}"
432 432 puts "Categories: #{IssueCategory.count}/#{MantisCategory.count}"
433 433 puts "Bugs: #{Issue.count}/#{MantisBug.count}"
434 434 puts "Bug notes: #{Journal.count}/#{MantisBugNote.count}"
435 435 puts "Bug files: #{Attachment.count}/#{MantisBugFile.count}"
436 436 puts "Bug relations: #{IssueRelation.count}/#{MantisBugRelationship.count}"
437 437 puts "Bug monitors: #{Watcher.count}/#{MantisBugMonitor.count}"
438 438 puts "News: #{News.count}/#{MantisNews.count}"
439 439 puts "Custom fields: #{IssueCustomField.count}/#{MantisCustomField.count}"
440 440 end
441 441
442 442 def self.encoding(charset)
443 443 @ic = Iconv.new('UTF-8', charset)
444 444 rescue Iconv::InvalidEncoding
445 445 return false
446 446 end
447 447
448 448 def self.establish_connection(params)
449 449 constants.each do |const|
450 450 klass = const_get(const)
451 451 next unless klass.respond_to? 'establish_connection'
452 452 klass.establish_connection params
453 453 end
454 454 end
455 455
456 456 def self.encode(text)
457 457 @ic.iconv text
458 458 rescue
459 459 text
460 460 end
461 461 end
462 462
463 463 puts
464 464 if Redmine::DefaultData::Loader.no_data?
465 465 puts "Redmine configuration need to be loaded before importing data."
466 466 puts "Please, run this first:"
467 467 puts
468 468 puts " rake redmine:load_default_data RAILS_ENV=\"#{ENV['RAILS_ENV']}\""
469 469 exit
470 470 end
471 471
472 472 puts "WARNING: Your Redmine data will be deleted during this process."
473 473 print "Are you sure you want to continue ? [y/N] "
474 474 STDOUT.flush
475 475 break unless STDIN.gets.match(/^y$/i)
476 476
477 477 # Default Mantis database settings
478 478 db_params = {:adapter => 'mysql2',
479 479 :database => 'bugtracker',
480 480 :host => 'localhost',
481 481 :username => 'root',
482 482 :password => '' }
483 483
484 puts
484 puts
485 485 puts "Please enter settings for your Mantis database"
486 486 [:adapter, :host, :database, :username, :password].each do |param|
487 487 print "#{param} [#{db_params[param]}]: "
488 488 value = STDIN.gets.chomp!
489 489 db_params[param] = value unless value.blank?
490 490 end
491 491
492 492 while true
493 493 print "encoding [UTF-8]: "
494 494 STDOUT.flush
495 495 encoding = STDIN.gets.chomp!
496 496 encoding = 'UTF-8' if encoding.blank?
497 497 break if MantisMigrate.encoding encoding
498 498 puts "Invalid encoding!"
499 499 end
500 500 puts
501 501
502 502 # Make sure bugs can refer bugs in other projects
503 503 Setting.cross_project_issue_relations = 1 if Setting.respond_to? 'cross_project_issue_relations'
504 504
505 505 # Turn off email notifications
506 506 Setting.notified_events = []
507 507
508 508 MantisMigrate.establish_connection db_params
509 509 MantisMigrate.migrate
510 510 end
511 511 end
General Comments 0
You need to be logged in to leave comments. Login now