jro_apps/redmine Commit - r682:72b5cd388977

1

# redMine - project management software

1

# redMine - project management software

2

3

#

3

#

4

# This program is free software; you can redistribute it and/or

4

# This program is free software; you can redistribute it and/or

5

# modify it under the terms of the GNU General Public License

5

# modify it under the terms of the GNU General Public License

6

# as published by the Free Software Foundation; either version 2

6

# as published by the Free Software Foundation; either version 2

7

# of the License, or (at your option) any later version.

7

# of the License, or (at your option) any later version.

8

#

8

#

9

# This program is distributed in the hope that it will be useful,

9

# This program is distributed in the hope that it will be useful,

10

# but WITHOUT ANY WARRANTY; without even the implied warranty of

10

# but WITHOUT ANY WARRANTY; without even the implied warranty of

11

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

11

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

12

# GNU General Public License for more details.

12

# GNU General Public License for more details.

13

#

13

#

14

# You should have received a copy of the GNU General Public License

14

# You should have received a copy of the GNU General Public License

15

# along with this program; if not, write to the Free Software

15

# along with this program; if not, write to the Free Software

16

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.

16

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.

17

18

require 'active_record'

18

require 'active_record'

19

require 'iconv'

19

require 'iconv'

20

require 'pp'

20

require 'pp'

21

22

namespace :redmine do

22

namespace :redmine do

23

desc 'Trac migration script'

23

desc 'Trac migration script'

24

task :migrate_from_trac => :environment do

24

task :migrate_from_trac => :environment do

25

26

module TracMigrate

26

module TracMigrate

27

28

DEFAULT_STATUS = IssueStatus.default

28

DEFAULT_STATUS = IssueStatus.default

29

assigned_status = IssueStatus.find_by_position(2)

29

assigned_status = IssueStatus.find_by_position(2)

30

resolved_status = IssueStatus.find_by_position(3)

30

resolved_status = IssueStatus.find_by_position(3)

31

feedback_status = IssueStatus.find_by_position(4)

31

feedback_status = IssueStatus.find_by_position(4)

32

closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }

32

closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }

33

STATUS_MAPPING = {'new' => DEFAULT_STATUS,

33

STATUS_MAPPING = {'new' => DEFAULT_STATUS,

34

'reopened' => feedback_status,

34

'reopened' => feedback_status,

35

'assigned' => assigned_status,

35

'assigned' => assigned_status,

36

'closed' => closed_status

36

'closed' => closed_status

37

}

37

}

38

39

priorities = Enumeration.get_values('IPRI')

39

priorities = Enumeration.get_values('IPRI')

40

DEFAULT_PRIORITY = priorities[0]

40

DEFAULT_PRIORITY = priorities[0]

41

PRIORITY_MAPPING = {'lowest' => priorities[0],

41

PRIORITY_MAPPING = {'lowest' => priorities[0],

42

'low' => priorities[0],

42

'low' => priorities[0],

43

'normal' => priorities[1],

43

'normal' => priorities[1],

44

'high' => priorities[2],

44

'high' => priorities[2],

45

'highest' => priorities[3]

45

'highest' => priorities[3]

46

}

46

}

47

48

TRACKER_BUG = Tracker.find_by_position(1)

48

TRACKER_BUG = Tracker.find_by_position(1)

49

TRACKER_FEATURE = Tracker.find_by_position(2)

49

TRACKER_FEATURE = Tracker.find_by_position(2)

50

DEFAULT_TRACKER = TRACKER_BUG

50

DEFAULT_TRACKER = TRACKER_BUG

51

TRACKER_MAPPING = {'defect' => TRACKER_BUG,

51

TRACKER_MAPPING = {'defect' => TRACKER_BUG,

52

'enhancement' => TRACKER_FEATURE,

52

'enhancement' => TRACKER_FEATURE,

53

'task' => TRACKER_FEATURE,

53

'task' => TRACKER_FEATURE,

54

'patch' =>TRACKER_FEATURE

54

'patch' =>TRACKER_FEATURE

55

}

55

}

56

57

DEFAULT_ROLE = Role.find_by_position(3)

57

DEFAULT_ROLE = Role.find_by_position(3)

58

manager_role = Role.find_by_position(1)

58

manager_role = Role.find_by_position(1)

59

developer_role = Role.find_by_position(2)

59

developer_role = Role.find_by_position(2)

60

ROLE_MAPPING = {'admin' => manager_role,

60

ROLE_MAPPING = {'admin' => manager_role,

61

'developer' => developer_role

61

'developer' => developer_role

62

}

62

}

63

64

class TracComponent < ActiveRecord::Base

64

class TracComponent < ActiveRecord::Base

65

set_table_name :component

65

set_table_name :component

66

end

66

end

67

68

class TracMilestone < ActiveRecord::Base

68

class TracMilestone < ActiveRecord::Base

69

set_table_name :milestone

69

set_table_name :milestone

70

71

def due

71

def due

72

if read_attribute(:due) > 0

72

if read_attribute(:due) > 0

73

Time.at(read_attribute(:due)).to_date

73

Time.at(read_attribute(:due)).to_date

74

else

74

else

75

nil

75

nil

76

end

76

end

77

end

77

end

78

end

78

end

79

80

class TracTicketCustom < ActiveRecord::Base

80

class TracTicketCustom < ActiveRecord::Base

81

set_table_name :ticket_custom

81

set_table_name :ticket_custom

82

end

82

end

83

84

class TracTicket < ActiveRecord::Base

84

class TracTicket < ActiveRecord::Base

85

set_table_name :ticket

85

set_table_name :ticket

86

set_inheritance_column :none

86

set_inheritance_column :none

87

88

has_many :comments, :class_name => "TracTicketChange", :foreign_key => :ticket, :conditions => "field = 'comment'"

88

# ticket changes: only migrate status changes and comments

89

has_many :changes, :class_name => "TracTicketChange", :foreign_key => :ticket, :conditions => "field = 'comment' OR field='status'"

89

has_many :attachments, :class_name => "TracAttachment", :foreign_key => :id, :conditions => "type = 'ticket'"

90

has_many :attachments, :class_name => "TracAttachment", :foreign_key => :id, :conditions => "type = 'ticket'"

90

has_many :customs, :class_name => "TracTicketCustom", :foreign_key => :ticket

91

has_many :customs, :class_name => "TracTicketCustom", :foreign_key => :ticket

91

92

def ticket_type

93

def ticket_type

93

read_attribute(:type)

94

read_attribute(:type)

94

end

95

end

95

96

def summary

97

def summary

97

read_attribute(:summary).blank? ? "(no subject)" : read_attribute(:summary)

98

read_attribute(:summary).blank? ? "(no subject)" : read_attribute(:summary)

98

end

99

end

99

100

def description

101

def description

101

read_attribute(:description).blank? ? summary : read_attribute(:description)

102

read_attribute(:description).blank? ? summary : read_attribute(:description)

102

end

103

end

103

104

def time; Time.at(read_attribute(:time)) end

105

def time; Time.at(read_attribute(:time)) end

105

end

106

end

106

107

class TracTicketChange < ActiveRecord::Base

108

class TracTicketChange < ActiveRecord::Base

108

set_table_name :ticket_change

109

set_table_name :ticket_change

109

110

def time; Time.at(read_attribute(:time)) end

111

def time; Time.at(read_attribute(:time)) end

111

end

112

end

112

113

class TracAttachment < ActiveRecord::Base

114

class TracAttachment < ActiveRecord::Base

114

set_table_name :attachment

115

set_table_name :attachment

115

set_inheritance_column :none

116

set_inheritance_column :none

116

117

def time; Time.at(read_attribute(:time)) end

118

def time; Time.at(read_attribute(:time)) end

118

119

def original_filename

120

def original_filename

120

filename

121

filename

121

end

122

end

122

123

def content_type

124

def content_type

124

Redmine::MimeType.of(filename) || ''

125

Redmine::MimeType.of(filename) || ''

125

end

126

end

126

127

def exist?

128

def exist?

128

File.file? trac_fullpath

129

File.file? trac_fullpath

129

end

130

end

130

131

def read

132

def read

132

File.open("#{trac_fullpath}", 'rb').read

133

File.open("#{trac_fullpath}", 'rb').read

133

end

134

end

134

135

private

136

private

136

def trac_fullpath

137

def trac_fullpath

137

attachment_type = read_attribute(:type)

138

attachment_type = read_attribute(:type)

138

trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*']/n ) {|x| sprintf('%%%02x', x[0]) }

139

trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*']/n ) {|x| sprintf('%%%02x', x[0]) }

139

"#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{id}/#{trac_file}"

140

"#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{id}/#{trac_file}"

140

end

141

end

141

end

142

end

142

143

class TracWikiPage < ActiveRecord::Base

144

class TracWikiPage < ActiveRecord::Base

144

set_table_name :wiki

145

set_table_name :wiki

145

end

146

end

146

147

class TracPermission < ActiveRecord::Base

148

class TracPermission < ActiveRecord::Base

148

set_table_name :permission

149

set_table_name :permission

149

end

150

end

150

151

def self.find_or_create_user(username, project_member = false)

152

def self.find_or_create_user(username, project_member = false)

152

u = User.find_by_login(username)

153

u = User.find_by_login(username)

153

if !u

154

if !u

154

# Create a new user if not found

155

# Create a new user if not found

155

mail = username[0,limit_for(User, 'mail')]

156

mail = username[0,limit_for(User, 'mail')]

156

mail = "#{mail}@foo.bar" unless mail.include?("@")

157

mail = "#{mail}@foo.bar" unless mail.include?("@")

157

u = User.new :firstname => username[0,limit_for(User, 'firstname')].gsub(/[^\w\s\'\-]/i, '-'),

158

u = User.new :firstname => username[0,limit_for(User, 'firstname')].gsub(/[^\w\s\'\-]/i, '-'),

158

:lastname => '-',

159

:lastname => '-',

159

:mail => mail.gsub(/[^-@a-z0-9\.]/i, '-')

160

:mail => mail.gsub(/[^-@a-z0-9\.]/i, '-')

160

u.login = username[0,limit_for(User, 'login')].gsub(/[^a-z0-9_\-@\.]/i, '-')

161

u.login = username[0,limit_for(User, 'login')].gsub(/[^a-z0-9_\-@\.]/i, '-')

161

u.password = 'trac'

162

u.password = 'trac'

162

u.admin = true if TracPermission.find_by_username_and_action(username, 'admin')

163

u.admin = true if TracPermission.find_by_username_and_action(username, 'admin')

163

# finally, a default user is used if the new user is not valid

164

# finally, a default user is used if the new user is not valid

164

u = User.find(:first) unless u.save

165

u = User.find(:first) unless u.save

165

end

166

end

166

# Make sure he is a member of the project

167

# Make sure he is a member of the project

167

if project_member && !u.member_of?(@target_project)

168

if project_member && !u.member_of?(@target_project)

168

role = DEFAULT_ROLE

169

role = DEFAULT_ROLE

169

if u.admin

170

if u.admin

170

role = ROLE_MAPPING['admin']

171

role = ROLE_MAPPING['admin']

171

elsif TracPermission.find_by_username_and_action(username, 'developer')

172

elsif TracPermission.find_by_username_and_action(username, 'developer')

172

role = ROLE_MAPPING['developer']

173

role = ROLE_MAPPING['developer']

173

end

174

end

174

Member.create(:user => u, :project => @target_project, :role => DEFAULT_ROLE)

175

Member.create(:user => u, :project => @target_project, :role => DEFAULT_ROLE)

175

u.reload

176

u.reload

176

end

177

end

177

u

178

u

178

end

179

end

179

180

# Basic wiki syntax conversion

181

# Basic wiki syntax conversion

181

def self.convert_wiki_text(text)

182

def self.convert_wiki_text(text)

182

# Titles

183

# Titles

183

text = text.gsub(/^(\=+)\s(.+)\s(\=+)/) {|s| "h#{$1.length}. #{$2}\n"}

184

text = text.gsub(/^(\=+)\s(.+)\s(\=+)/) {|s| "h#{$1.length}. #{$2}\n"}

184

# Links

185

# Links

185

text = text.gsub(/\[(http[^\s]+)\s+([^\]]+)\]/) {|s| "\"#{$2}\":#{$1}"}

186

text = text.gsub(/\[(http[^\s]+)\s+([^\]]+)\]/) {|s| "\"#{$2}\":#{$1}"}

186

# Revisions links

187

# Revisions links

187

text = text.gsub(/\[(\d+)\]/, 'r\1')

188

text = text.gsub(/\[(\d+)\]/, 'r\1')

188

text

189

text

189

end

190

end

190

191

def self.migrate

192

def self.migrate

192

# Quick database test before clearing Redmine data

193

# Quick database test before clearing Redmine data

193

TracComponent.count

194

TracComponent.count

194

195

puts "Deleting data"

196

puts "Deleting data"

196

CustomField.destroy_all

197

CustomField.destroy_all

197

Issue.destroy_all

198

Issue.destroy_all

198

IssueCategory.destroy_all

199

IssueCategory.destroy_all

199

Version.destroy_all

200

Version.destroy_all

200

User.destroy_all "login <> 'admin'"

201

User.destroy_all "login <> 'admin'"

201

202

migrated_components = 0

203

migrated_components = 0

203

migrated_milestones = 0

204

migrated_milestones = 0

204

migrated_tickets = 0

205

migrated_tickets = 0

205

migrated_ticket_comments = 0

206

migrated_custom_values = 0

206

migrated_custom_values = 0

207

trac_ticket_comments = 0

208

migrated_ticket_attachments = 0

207

migrated_ticket_attachments = 0

209

migrated_wiki_edits = 0

208

migrated_wiki_edits = 0

210

209

211

# Components

210

# Components

212

print "Migrating components"

211

print "Migrating components"

213

issues_category_map = {}

212

issues_category_map = {}

214

TracComponent.find(:all).each do |component|

213

TracComponent.find(:all).each do |component|

215

print '.'

214

print '.'

216

c = IssueCategory.new :project => @target_project,

215

c = IssueCategory.new :project => @target_project,

217

:name => encode(component.name[0, limit_for(IssueCategory, 'name')])

216

:name => encode(component.name[0, limit_for(IssueCategory, 'name')])

218

next unless c.save

217

next unless c.save

219

issues_category_map[component.name] = c

218

issues_category_map[component.name] = c

220

migrated_components += 1

219

migrated_components += 1

221

end

220

end

222

puts

221

puts

223

222

224

# Milestones

223

# Milestones

225

print "Migrating milestones"

224

print "Migrating milestones"

226

version_map = {}

225

version_map = {}

227

TracMilestone.find(:all).each do |milestone|

226

TracMilestone.find(:all).each do |milestone|

228

print '.'

227

print '.'

229

v = Version.new :project => @target_project,

228

v = Version.new :project => @target_project,

230

:name => encode(milestone.name[0, limit_for(Version, 'name')]),

229

:name => encode(milestone.name[0, limit_for(Version, 'name')]),

231

:description => encode(milestone.description[0, limit_for(Version, 'description')]),

230

:description => encode(milestone.description[0, limit_for(Version, 'description')]),

232

:effective_date => milestone.due

231

:effective_date => milestone.due

233

next unless v.save

232

next unless v.save

234

version_map[milestone.name] = v

233

version_map[milestone.name] = v

235

migrated_milestones += 1

234

migrated_milestones += 1

236

end

235

end

237

puts

236

puts

238

237

239

# Custom fields

238

# Custom fields

240

# TODO: read trac.ini instead

239

# TODO: read trac.ini instead

241

print "Custom fields"

240

print "Migrating custom fields"

242

custom_field_map = {}

241

custom_field_map = {}

243

TracTicketCustom.find_by_sql("SELECT DISTINCT name FROM #{TracTicketCustom.table_name}").each do |field|

242

TracTicketCustom.find_by_sql("SELECT DISTINCT name FROM #{TracTicketCustom.table_name}").each do |field|

244

print '.'

243

print '.'

245

f = IssueCustomField.new :name => encode(field.name[0, limit_for(IssueCustomField, 'name')]),

244

f = IssueCustomField.new :name => encode(field.name[0, limit_for(IssueCustomField, 'name')]).humanize,

246

:field_format => 'string',

245

:field_format => 'string'

247

:is_for_all => true

248

next unless f.save

246

next unless f.save

249

f.trackers = Tracker.find(:all)

247

f.trackers = Tracker.find(:all)

248

f.projects << @target_project

250

custom_field_map[field.name] = f

249

custom_field_map[field.name] = f

251

end

250

end

252

puts

251

puts

253

252

254

# Tickets

253

# Tickets

255

print "Migrating tickets"

254

print "Migrating tickets"

256

TracTicket.find(:all).each do |ticket|

255

TracTicket.find(:all).each do |ticket|

257

print '.'

256

print '.'

258

i = Issue.new :project => @target_project,

257

i = Issue.new :project => @target_project,

259

:subject => encode(ticket.summary[0, limit_for(Issue, 'subject')]),

258

:subject => encode(ticket.summary[0, limit_for(Issue, 'subject')]),

260

:description => convert_wiki_text(encode(ticket.description)),

259

:description => convert_wiki_text(encode(ticket.description)),

261

:priority => PRIORITY_MAPPING[ticket.priority] || DEFAULT_PRIORITY,

260

:priority => PRIORITY_MAPPING[ticket.priority] || DEFAULT_PRIORITY,

262

:created_on => ticket.time

261

:created_on => ticket.time

263

i.author = find_or_create_user(ticket.reporter)

262

i.author = find_or_create_user(ticket.reporter)

264

i.category = issues_category_map[ticket.component] unless ticket.component.blank?

263

i.category = issues_category_map[ticket.component] unless ticket.component.blank?

265

i.fixed_version = version_map[ticket.milestone] unless ticket.milestone.blank?

264

i.fixed_version = version_map[ticket.milestone] unless ticket.milestone.blank?

266

i.status = STATUS_MAPPING[ticket.status] || DEFAULT_STATUS

265

i.status = STATUS_MAPPING[ticket.status] || DEFAULT_STATUS

267

i.tracker = TRACKER_MAPPING[ticket.ticket_type] || DEFAULT_TRACKER

266

i.tracker = TRACKER_MAPPING[ticket.ticket_type] || DEFAULT_TRACKER

268

i.id = ticket.id

267

i.id = ticket.id

269

next unless i.save

268

next unless i.save

270

migrated_tickets += 1

269

migrated_tickets += 1

271

270

272

# Owner

271

# Owner

273

unless ticket.owner.blank?

272

unless ticket.owner.blank?

274

i.assigned_to = find_or_create_user(ticket.owner, true)

273

i.assigned_to = find_or_create_user(ticket.owner, true)

275

i.save

274

i.save

276

end

275

end

277

276

278

# Comments

277

# Comments and status changes

279

# TODO: migrate status changes history

278

ticket.changes.group_by(&:time).each do |time, changeset|

280

ticket.comments.each do |comment|

279

status_change = changeset.select {|change| change.field == 'status'}.first

281

next if comment.newvalue.blank?

280

comment_change = changeset.select {|change| change.field == 'comment'}.first

282

trac_ticket_comments += 1

281

283

n = Journal.new :notes => convert_wiki_text(encode(comment.newvalue)),

282

n = Journal.new :notes => (comment_change ? convert_wiki_text(encode(comment_change.newvalue)) : ''),

284

:created_on => ~~comment~~.time

283

:created_on => time

285

n.user = find_or_create_user(c~~ommen~~t.author)

284

n.user = find_or_create_user(changeset.first.author)

286

n.journalized = i

285

n.journalized = i

287

migrated_ticket_comments += 1 if n.save

286

if status_change &&

287

STATUS_MAPPING[status_change.oldvalue] &&

288

STATUS_MAPPING[status_change.newvalue] &&

289

(STATUS_MAPPING[status_change.oldvalue] != STATUS_MAPPING[status_change.newvalue])

290

n.details << JournalDetail.new(:property => 'attr',

291

:prop_key => 'status_id',

292

:old_value => STATUS_MAPPING[status_change.oldvalue].id,

293

:value => STATUS_MAPPING[status_change.newvalue].id)

294

end

295

n.save

288

end

296

end

289

297

290

# Attachments

298

# Attachments

291

ticket.attachments.each do |attachment|

299

ticket.attachments.each do |attachment|

292

next unless attachment.exist?

300

next unless attachment.exist?

293

a = Attachment.new :created_on => attachment.time

301

a = Attachment.new :created_on => attachment.time

294

a.file = attachment

302

a.file = attachment

295

a.author = find_or_create_user(attachment.author)

303

a.author = find_or_create_user(attachment.author)

296

a.container = i

304

a.container = i

297

migrated_ticket_attachments += 1 if a.save

305

migrated_ticket_attachments += 1 if a.save

298

end

306

end

299

307

300

# Custom fields

308

# Custom fields

301

ticket.customs.each do |custom|

309

ticket.customs.each do |custom|

302

v = CustomValue.new :custom_field => custom_field_map[custom.name],

310

v = CustomValue.new :custom_field => custom_field_map[custom.name],

303

:value => custom.value

311

:value => custom.value

304

v.customized = i

312

v.customized = i

305

next unless v.save

313

next unless v.save

306

migrated_custom_values += 1

314

migrated_custom_values += 1

307

end

315

end

308

end

316

end

309

puts

317

puts

310

318

311

# Wiki

319

# Wiki

312

print "Migrating wiki"

320

print "Migrating wiki"

313

@target_project.wiki.destroy if @target_project.wiki

321

@target_project.wiki.destroy if @target_project.wiki

314

@target_project.reload

322

@target_project.reload

315

wiki = Wiki.new(:project => @target_project, :start_page => 'WikiStart')

323

wiki = Wiki.new(:project => @target_project, :start_page => 'WikiStart')

316

if wiki.save

324

if wiki.save

317

TracWikiPage.find(:all, :order => 'name, version').each do |page|

325

TracWikiPage.find(:all, :order => 'name, version').each do |page|

318

print '.'

326

print '.'

319

p = wiki.find_or_new_page(page.name)

327

p = wiki.find_or_new_page(page.name)

320

p.content = WikiContent.new(:page => p) if p.new_record?

328

p.content = WikiContent.new(:page => p) if p.new_record?

321

p.content.text = page.text

329

p.content.text = page.text

322

p.content.author = find_or_create_user(page.author) unless page.author.blank? || page.author == 'trac'

330

p.content.author = find_or_create_user(page.author) unless page.author.blank? || page.author == 'trac'

323

p.content.comments = page.comment

331

p.content.comments = page.comment

324

p.new_record? ? p.save : p.content.save

332

p.new_record? ? p.save : p.content.save

325

migrated_wiki_edits += 1 unless p.content.new_record?

333

migrated_wiki_edits += 1 unless p.content.new_record?

326

end

334

end

327

335

328

wiki.reload

336

wiki.reload

329

wiki.pages.each do |page|

337

wiki.pages.each do |page|

330

page.content.text = convert_wiki_text(page.content.text)

338

page.content.text = convert_wiki_text(page.content.text)

331

page.content.save

339

page.content.save

332

end

340

end

333

end

341

end

334

puts

342

puts

335

343

336

puts

344

puts

337

puts "Components: #{migrated_components}/#{TracComponent.count}"

345

puts "Components: #{migrated_components}/#{TracComponent.count}"

338

puts "Milestones: #{migrated_milestones}/#{TracMilestone.count}"

346

puts "Milestones: #{migrated_milestones}/#{TracMilestone.count}"

339

puts "Tickets: #{migrated_tickets}/#{TracTicket.count}"

347

puts "Tickets: #{migrated_tickets}/#{TracTicket.count}"

340

puts "Ticket comments: #{migrated_ticket_comments}/#{trac_ticket_comments}"

341

puts "Ticket files: #{migrated_ticket_attachments}/" + TracAttachment.count("type = 'ticket'").to_s

348

puts "Ticket files: #{migrated_ticket_attachments}/" + TracAttachment.count("type = 'ticket'").to_s

342

puts "Custom values: #{migrated_custom_values}/#{TracTicketCustom.count}"

349

puts "Custom values: #{migrated_custom_values}/#{TracTicketCustom.count}"

343

puts "Wiki edits: #{migrated_wiki_edits}/#{TracWikiPage.count}"

350

puts "Wiki edits: #{migrated_wiki_edits}/#{TracWikiPage.count}"

344

end

351

end

345

352

346

def self.limit_for(klass, attribute)

353

def self.limit_for(klass, attribute)

347

klass.columns_hash[attribute.to_s].limit

354

klass.columns_hash[attribute.to_s].limit

348

end

355

end

349

356

350

def self.encoding(charset)

357

def self.encoding(charset)

351

@ic = Iconv.new('UTF-8', charset)

358

@ic = Iconv.new('UTF-8', charset)

352

rescue Iconv::InvalidEncoding

359

rescue Iconv::InvalidEncoding

353

puts "Invalid encoding!"

360

puts "Invalid encoding!"

354

return false

361

return false

355

end

362

end

356

363

357

def self.set_trac_directory(path)

364

def self.set_trac_directory(path)

358

@trac_directory = path

365

@trac_directory = path

359

raise "This directory doesn't exist!" unless File.directory?(path)

366

raise "This directory doesn't exist!" unless File.directory?(path)

360

raise "#{trac_db_path} doesn't exist!" unless File.exist?(trac_db_path)

367

raise "#{trac_db_path} doesn't exist!" unless File.exist?(trac_db_path)

361

raise "#{trac_attachments_directory} doesn't exist!" unless File.directory?(trac_attachments_directory)

368

raise "#{trac_attachments_directory} doesn't exist!" unless File.directory?(trac_attachments_directory)

362

@trac_directory

369

@trac_directory

363

rescue Exception => e

370

rescue Exception => e

364

puts e

371

puts e

365

return false

372

return false

366

end

373

end

367

374

368

def self.trac_directory

375

def self.trac_directory

369

@trac_directory

376

@trac_directory

370

end

377

end

371

378

372

def self.trac_db_path; "#{trac_directory}/db/trac.db" end

379

def self.trac_db_path; "#{trac_directory}/db/trac.db" end

373

def self.trac_attachments_directory; "#{trac_directory}/attachments" end

380

def self.trac_attachments_directory; "#{trac_directory}/attachments" end

374

381

375

def self.target_project_identifier(identifier)

382

def self.target_project_identifier(identifier)

376

project = Project.find_by_identifier(identifier)

383

project = Project.find_by_identifier(identifier)

377

if !project

384

if !project

378

# create the target project

385

# create the target project

379

project = Project.new :name => identifier.humanize,

386

project = Project.new :name => identifier.humanize,

380

:description => identifier.humanize

387

:description => identifier.humanize

381

project.identifier = identifier

388

project.identifier = identifier

382

puts "Unable to create a project with identifier '#{identifier}'!" unless project.save

389

puts "Unable to create a project with identifier '#{identifier}'!" unless project.save

383

end

390

end

384

@target_project = project.new_record? ? nil : project

391

@target_project = project.new_record? ? nil : project

385

end

392

end

386

393

387

def self.establish_connection(params)

394

def self.establish_connection(params)

388

constants.each do |const|

395

constants.each do |const|

389

klass = const_get(const)

396

klass = const_get(const)

390

next unless klass.respond_to? 'establish_connection'

397

next unless klass.respond_to? 'establish_connection'

391

klass.establish_connection params

398

klass.establish_connection params

392

end

399

end

393

end

400

end

394

401

395

private

402

private

396

def self.encode(text)

403

def self.encode(text)

397

@ic.iconv text

404

@ic.iconv text

398

rescue

405

rescue

399

text

406

text

400

end

407

end

401

end

408

end

402

409

403

puts

410

puts

404

puts "WARNING: Your Redmine data will be deleted during this process."

411

puts "WARNING: Your Redmine data will be deleted during this process."

405

print "Are you sure you want to continue ? [y/N] "

412

print "Are you sure you want to continue ? [y/N] "

406

break unless STDIN.gets.match(/^y$/i)

413

break unless STDIN.gets.match(/^y$/i)

407

puts

414

puts

408

415

409

def prompt(text, options = {}, &block)

416

def prompt(text, options = {}, &block)

410

default = options[:default] || ''

417

default = options[:default] || ''

411

while true

418

while true

412

print "#{text} [#{default}]: "

419

print "#{text} [#{default}]: "

413

value = STDIN.gets.chomp!

420

value = STDIN.gets.chomp!

414

value = default if value.blank?

421

value = default if value.blank?

415

break if yield value

422

break if yield value

416

end

423

end

417

end

424

end

418

425

419

prompt('Trac directory') {|directory| TracMigrate.set_trac_directory directory}

426

prompt('Trac directory') {|directory| TracMigrate.set_trac_directory directory}

420

prompt('Database encoding', :default => 'UTF-8') {|encoding| TracMigrate.encoding encoding}

427

prompt('Database encoding', :default => 'UTF-8') {|encoding| TracMigrate.encoding encoding}

421

prompt('Target project identifier') {|identifier| TracMigrate.target_project_identifier identifier}

428

prompt('Target project identifier') {|identifier| TracMigrate.target_project_identifier identifier}

422

puts

429

puts

423

430

424

TracMigrate.establish_connection({:adapter => 'sqlite',

431

TracMigrate.establish_connection({:adapter => 'sqlite',

425

:database => "#{TracMigrate.trac_db_path}"})

432

:database => "#{TracMigrate.trac_db_path}"})

426

TracMigrate.migrate

433

TracMigrate.migrate

427

end

434

end

428

end

435

end

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

             # redMine - project management software
             # Copyright (C) 2006-2007  Jean-Philippe Lang
             #
             # This program is free software; you can redistribute it and/or
             # modify it under the terms of the GNU General Public License
             # as published by the Free Software Foundation; either version 2
             # of the License, or (at your option) any later version.
             #
             # This program is distributed in the hope that it will be useful,
             # but WITHOUT ANY WARRANTY; without even the implied warranty of
             # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
             # GNU General Public License for more details.
             #
             # You should have received a copy of the GNU General Public License
             # along with this program; if not, write to the Free Software
             # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
             require 'active_record'
             require 'iconv'
             require 'pp'
             namespace :redmine do
               desc 'Trac migration script'
               task :migrate_from_trac => :environment do
                 module TracMigrate
                     DEFAULT_STATUS = IssueStatus.default
                     assigned_status = IssueStatus.find_by_position(2)
                     resolved_status = IssueStatus.find_by_position(3)
                     feedback_status = IssueStatus.find_by_position(4)
                     closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }
                     STATUS_MAPPING = {'new' => DEFAULT_STATUS,
                                       'reopened' => feedback_status,
                                       'assigned' => assigned_status,
                                       'closed' => closed_status
                                       }
                     priorities = Enumeration.get_values('IPRI')
                     DEFAULT_PRIORITY = priorities[0]
                     PRIORITY_MAPPING = {'lowest' => priorities[0],
                                         'low' => priorities[0],
                                         'normal' => priorities[1],
                                         'high' => priorities[2],
                                         'highest' => priorities[3]
                                         }
                     TRACKER_BUG = Tracker.find_by_position(1)
                     TRACKER_FEATURE = Tracker.find_by_position(2)
                     DEFAULT_TRACKER = TRACKER_BUG
                     TRACKER_MAPPING = {'defect' => TRACKER_BUG,
                                        'enhancement' => TRACKER_FEATURE,
                                        'task' => TRACKER_FEATURE,
                                        'patch' =>TRACKER_FEATURE
                                        }
                     DEFAULT_ROLE = Role.find_by_position(3)
                     manager_role = Role.find_by_position(1)
                     developer_role = Role.find_by_position(2)
                     ROLE_MAPPING = {'admin' => manager_role,
                                     'developer' => developer_role
                                     }
                   class TracComponent < ActiveRecord::Base
                     set_table_name :component
                   end
                   class TracMilestone < ActiveRecord::Base
                     set_table_name :milestone
                     def due
                       if read_attribute(:due) > 0
                         Time.at(read_attribute(:due)).to_date
                       else
                         nil
                       end
                     end
                   end
                   class TracTicketCustom < ActiveRecord::Base
                     set_table_name :ticket_custom
                   end
                   class TracTicket < ActiveRecord::Base
                     set_table_name :ticket
                     set_inheritance_column :none
-                    has_many :comments, :class_name => "TracTicketChange", :foreign_key => :ticket, :conditions => "field = 'comment'"
+                    # ticket changes: only migrate status changes and comments
+                    has_many :changes, :class_name => "TracTicketChange", :foreign_key => :ticket, :conditions => "field = 'comment' OR field='status'"
                     has_many :attachments, :class_name => "TracAttachment", :foreign_key => :id, :conditions => "type = 'ticket'"
                     has_many :customs, :class_name => "TracTicketCustom", :foreign_key => :ticket
                     def ticket_type
                       read_attribute(:type)
                     end
                     def summary
                       read_attribute(:summary).blank? ? "(no subject)" : read_attribute(:summary)
                     end
                     def description
                       read_attribute(:description).blank? ? summary : read_attribute(:description)
                     end
                     def time; Time.at(read_attribute(:time)) end
                   end
                   class TracTicketChange < ActiveRecord::Base
                     set_table_name :ticket_change
                     def time; Time.at(read_attribute(:time)) end
                   end
                   class TracAttachment < ActiveRecord::Base
                     set_table_name :attachment
                     set_inheritance_column :none
                     def time; Time.at(read_attribute(:time)) end
                     def original_filename
                       filename
                     end
                     def content_type
                       Redmine::MimeType.of(filename) || ''
                     end
                     def exist?
                       File.file? trac_fullpath
                     end
                     def read
                       File.open("#{trac_fullpath}", 'rb').read
                     end
                   private
                     def trac_fullpath
                       attachment_type = read_attribute(:type)
                       trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*']/n ) {|x| sprintf('%%%02x', x[0]) }
                       "#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{id}/#{trac_file}"
                     end
                   end
                   class TracWikiPage < ActiveRecord::Base
                     set_table_name :wiki
                   end
                   class TracPermission < ActiveRecord::Base
                     set_table_name :permission
                   end
                   def self.find_or_create_user(username, project_member = false)
                     u = User.find_by_login(username)
                     if !u
                       # Create a new user if not found
                       mail = username[0,limit_for(User, 'mail')]
                       mail = "#{mail}@foo.bar" unless mail.include?("@")
                       u = User.new :firstname => username[0,limit_for(User, 'firstname')].gsub(/[^\w\s\'\-]/i, '-'),
                                    :lastname => '-',
                                    :mail => mail.gsub(/[^-@a-z0-9\.]/i, '-')
                       u.login = username[0,limit_for(User, 'login')].gsub(/[^a-z0-9_\-@\.]/i, '-')
                       u.password = 'trac'
                       u.admin = true if TracPermission.find_by_username_and_action(username, 'admin')
                       # finally, a default user is used if the new user is not valid
                       u = User.find(:first) unless u.save
                     end
                     # Make sure he is a member of the project
                     if project_member && !u.member_of?(@target_project)
                       role = DEFAULT_ROLE
                       if u.admin
                         role = ROLE_MAPPING['admin']
                       elsif TracPermission.find_by_username_and_action(username, 'developer')
                         role = ROLE_MAPPING['developer']
                       end
                       Member.create(:user => u, :project => @target_project, :role => DEFAULT_ROLE)
                       u.reload
                     end
                     u
                   end
                   # Basic wiki syntax conversion
                   def self.convert_wiki_text(text)
                     # Titles
                     text = text.gsub(/^(\=+)\s(.+)\s(\=+)/) {|s| "h#{$1.length}. #{$2}\n"}
                     # Links
                     text = text.gsub(/\[(http[^\s]+)\s+([^\]]+)\]/) {|s| "\"#{$2}\":#{$1}"}
                     # Revisions links
                     text = text.gsub(/\[(\d+)\]/, 'r\1')
                     text
                   end
                   def self.migrate
                     # Quick database test before clearing Redmine data
                     TracComponent.count
                     puts "Deleting data"
                     CustomField.destroy_all
                     Issue.destroy_all
                     IssueCategory.destroy_all
                     Version.destroy_all
                     User.destroy_all "login <> 'admin'"
                     migrated_components = 0
                     migrated_milestones = 0
                     migrated_tickets = 0
-                    migrated_ticket_comments = 0
                     migrated_custom_values = 0
-                    trac_ticket_comments = 0
                     migrated_ticket_attachments = 0
                     migrated_wiki_edits = 0
                     # Components
                     print "Migrating components"
                     issues_category_map = {}
                     TracComponent.find(:all).each do |component|
                   	print '.'
                       c = IssueCategory.new :project => @target_project,
                                             :name => encode(component.name[0, limit_for(IssueCategory, 'name')])
                   	next unless c.save
                   	issues_category_map[component.name] = c
                   	migrated_components += 1
                     end
                     puts
                     # Milestones
                     print "Migrating milestones"
                     version_map = {}
                     TracMilestone.find(:all).each do |milestone|
                       print '.'
                       v = Version.new :project => @target_project,
                                       :name => encode(milestone.name[0, limit_for(Version, 'name')]),
                                       :description => encode(milestone.description[0, limit_for(Version, 'description')]),
                                       :effective_date => milestone.due
                       next unless v.save
                       version_map[milestone.name] = v
                       migrated_milestones += 1
                     end
                     puts
                     # Custom fields
                     # TODO: read trac.ini instead
-                    print "Custom fields"
+                    print "Migrating custom fields"
                     custom_field_map = {}
                     TracTicketCustom.find_by_sql("SELECT DISTINCT name FROM #{TracTicketCustom.table_name}").each do |field|
                       print '.'
-                      f = IssueCustomField.new :name => encode(field.name[0, limit_for(IssueCustomField, 'name')]),
+                      f = IssueCustomField.new :name => encode(field.name[0, limit_for(IssueCustomField, 'name')]).humanize,
-                                               :field_format => 'string',
+                                               :field_format => 'string'
-                                               :is_for_all => true
                       next unless f.save
                       f.trackers = Tracker.find(:all)
+                      f.projects << @target_project
                       custom_field_map[field.name] = f
                     end
                     puts
                     # Tickets
                     print "Migrating tickets"
                       TracTicket.find(:all).each do |ticket|
                     	print '.'
                     	i = Issue.new :project => @target_project,
                                       :subject => encode(ticket.summary[0, limit_for(Issue, 'subject')]),
                                       :description => convert_wiki_text(encode(ticket.description)),
                                       :priority => PRIORITY_MAPPING[ticket.priority] || DEFAULT_PRIORITY,
                                       :created_on => ticket.time
                     	i.author = find_or_create_user(ticket.reporter)
                     	i.category = issues_category_map[ticket.component] unless ticket.component.blank?
                     	i.fixed_version = version_map[ticket.milestone] unless ticket.milestone.blank?
                     	i.status = STATUS_MAPPING[ticket.status] || DEFAULT_STATUS
                     	i.tracker = TRACKER_MAPPING[ticket.ticket_type] || DEFAULT_TRACKER
                     	i.id = ticket.id
                     	next unless i.save
                     	migrated_tickets += 1
                     	# Owner
-                    	unless ticket.owner.blank?
+                        unless ticket.owner.blank?
-                        i.assigned_to = find_or_create_user(ticket.owner, true)
+                          i.assigned_to = find_or_create_user(ticket.owner, true)
-                        i.save
+                          i.save
-                      end
+                        end
-                    	# Comments
+                    	# Comments and status changes
-                    	# TODO: migrate status changes history
+                    	ticket.changes.group_by(&:time).each do |time, changeset|
-                    	ticket.comments.each do |comment|
+                          status_change = changeset.select {|change| change.field == 'status'}.first
-                    	  next if comment.newvalue.blank?
+                          comment_change = changeset.select {|change| change.field == 'comment'}.first
-                    	  trac_ticket_comments += 1
-                          n = Journal.new :notes => convert_wiki_text(encode(comment.newvalue)),
+                          n = Journal.new :notes => (comment_change ? convert_wiki_text(encode(comment_change.newvalue)) : ''),
-                                          :created_on => comment.time
+                                          :created_on => time
-                          n.user = find_or_create_user(comment.author)
+                          n.user = find_or_create_user(changeset.first.author)
                           n.journalized = i
-                          migrated_ticket_comments += 1 if n.save
+                          if status_change &&
+                               STATUS_MAPPING[status_change.oldvalue] &&
+                               STATUS_MAPPING[status_change.newvalue] &&
+                               (STATUS_MAPPING[status_change.oldvalue] != STATUS_MAPPING[status_change.newvalue])
+                            n.details << JournalDetail.new(:property => 'attr',
+                                                           :prop_key => 'status_id',
+                                                           :old_value => STATUS_MAPPING[status_change.oldvalue].id,
+                                                           :value => STATUS_MAPPING[status_change.newvalue].id)
+                          end
+                          n.save
                     	end
                     	# Attachments
                     	ticket.attachments.each do |attachment|
                     	  next unless attachment.exist?
                           a = Attachment.new :created_on => attachment.time
                           a.file = attachment
                           a.author = find_or_create_user(attachment.author)
                           a.container = i
                           migrated_ticket_attachments += 1 if a.save
                     	end
                     	# Custom fields
                     	ticket.customs.each do |custom|
                           v = CustomValue.new :custom_field => custom_field_map[custom.name],
                                               :value => custom.value
                           v.customized = i
                           next unless v.save
                           migrated_custom_values += 1
                     	end
                     end
                     puts
                     # Wiki
                     print "Migrating wiki"
                     @target_project.wiki.destroy if @target_project.wiki
                     @target_project.reload
                     wiki = Wiki.new(:project => @target_project, :start_page => 'WikiStart')
                     if wiki.save
                       TracWikiPage.find(:all, :order => 'name, version').each do |page|
                         print '.'
                         p = wiki.find_or_new_page(page.name)
                         p.content = WikiContent.new(:page => p) if p.new_record?
                         p.content.text = page.text
                         p.content.author = find_or_create_user(page.author) unless page.author.blank? || page.author == 'trac'
                         p.content.comments = page.comment
                         p.new_record? ? p.save : p.content.save
                         migrated_wiki_edits += 1 unless p.content.new_record?
                       end
                       wiki.reload
                       wiki.pages.each do |page|
                         page.content.text = convert_wiki_text(page.content.text)
                         page.content.save
                       end
                     end
                     puts
                     puts
                     puts "Components:      #{migrated_components}/#{TracComponent.count}"
                     puts "Milestones:      #{migrated_milestones}/#{TracMilestone.count}"
                     puts "Tickets:         #{migrated_tickets}/#{TracTicket.count}"
-                    puts "Ticket comments: #{migrated_ticket_comments}/#{trac_ticket_comments}"
                     puts "Ticket files:    #{migrated_ticket_attachments}/" + TracAttachment.count("type = 'ticket'").to_s
                     puts "Custom values:   #{migrated_custom_values}/#{TracTicketCustom.count}"
                     puts "Wiki edits:      #{migrated_wiki_edits}/#{TracWikiPage.count}"
                   end
                   def self.limit_for(klass, attribute)
                     klass.columns_hash[attribute.to_s].limit
                   end
                   def self.encoding(charset)
                     @ic = Iconv.new('UTF-8', charset)
                   rescue Iconv::InvalidEncoding
                     puts "Invalid encoding!"
                     return false
                   end
                   def self.set_trac_directory(path)
                     @trac_directory = path
                     raise "This directory doesn't exist!" unless File.directory?(path)
                     raise "#{trac_db_path} doesn't exist!" unless File.exist?(trac_db_path)
                     raise "#{trac_attachments_directory} doesn't exist!" unless File.directory?(trac_attachments_directory)
                     @trac_directory
                   rescue Exception => e
                     puts e
                     return false
                   end
                   def self.trac_directory
                     @trac_directory
                   end
                   def self.trac_db_path; "#{trac_directory}/db/trac.db" end
                   def self.trac_attachments_directory; "#{trac_directory}/attachments" end
                   def self.target_project_identifier(identifier)
                     project = Project.find_by_identifier(identifier)
                     if !project
                       # create the target project
                       project = Project.new :name => identifier.humanize,
                                             :description => identifier.humanize
                       project.identifier = identifier
                       puts "Unable to create a project with identifier '#{identifier}'!" unless project.save
                     end
                     @target_project = project.new_record? ? nil : project
                   end
                   def self.establish_connection(params)
                     constants.each do |const|
                       klass = const_get(const)
                       next unless klass.respond_to? 'establish_connection'
                       klass.establish_connection params
                     end
                   end
                 private
                   def self.encode(text)
                     @ic.iconv text
                   rescue
                     text
                   end
                 end
                 puts
                 puts "WARNING: Your Redmine data will be deleted during this process."
                 print "Are you sure you want to continue ? [y/N] "
                 break unless STDIN.gets.match(/^y$/i)
                 puts
                 def prompt(text, options = {}, &block)
                   default = options[:default] || ''
                   while true
                     print "#{text} [#{default}]: "
                     value = STDIN.gets.chomp!
                     value = default if value.blank?
                     break if yield value
                   end
                 end
                 prompt('Trac directory') {|directory| TracMigrate.set_trac_directory directory}
                 prompt('Database encoding', :default => 'UTF-8') {|encoding| TracMigrate.encoding encoding}
                 prompt('Target project identifier') {|identifier| TracMigrate.target_project_identifier identifier}
                 puts
                 TracMigrate.establish_connection({:adapter => 'sqlite',
                                                   :database => "#{TracMigrate.trac_db_path}"})
                 TracMigrate.migrate
               end
             end