jro_apps/redmine Commit - r683:eb6ab2af50e5

1

# redMine - project management software

1

# redMine - project management software

2

3

#

3

#

4

# This program is free software; you can redistribute it and/or

4

# This program is free software; you can redistribute it and/or

5

# modify it under the terms of the GNU General Public License

5

# modify it under the terms of the GNU General Public License

6

# as published by the Free Software Foundation; either version 2

6

# as published by the Free Software Foundation; either version 2

7

# of the License, or (at your option) any later version.

7

# of the License, or (at your option) any later version.

8

#

8

#

9

# This program is distributed in the hope that it will be useful,

9

# This program is distributed in the hope that it will be useful,

10

# but WITHOUT ANY WARRANTY; without even the implied warranty of

10

# but WITHOUT ANY WARRANTY; without even the implied warranty of

11

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

11

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

12

# GNU General Public License for more details.

12

# GNU General Public License for more details.

13

#

13

#

14

# You should have received a copy of the GNU General Public License

14

# You should have received a copy of the GNU General Public License

15

# along with this program; if not, write to the Free Software

15

# along with this program; if not, write to the Free Software

16

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.

16

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.

17

18

require 'active_record'

18

require 'active_record'

19

require 'iconv'

19

require 'iconv'

20

require 'pp'

20

require 'pp'

21

22

namespace :redmine do

22

namespace :redmine do

23

desc 'Trac migration script'

23

desc 'Trac migration script'

24

task :migrate_from_trac => :environment do

24

task :migrate_from_trac => :environment do

25

26

module TracMigrate

26

module TracMigrate

27

28

DEFAULT_STATUS = IssueStatus.default

28

DEFAULT_STATUS = IssueStatus.default

29

assigned_status = IssueStatus.find_by_position(2)

29

assigned_status = IssueStatus.find_by_position(2)

30

resolved_status = IssueStatus.find_by_position(3)

30

resolved_status = IssueStatus.find_by_position(3)

31

feedback_status = IssueStatus.find_by_position(4)

31

feedback_status = IssueStatus.find_by_position(4)

32

closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }

32

closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }

33

STATUS_MAPPING = {'new' => DEFAULT_STATUS,

33

STATUS_MAPPING = {'new' => DEFAULT_STATUS,

34

'reopened' => feedback_status,

34

'reopened' => feedback_status,

35

'assigned' => assigned_status,

35

'assigned' => assigned_status,

36

'closed' => closed_status

36

'closed' => closed_status

37

}

37

}

38

39

priorities = Enumeration.get_values('IPRI')

39

priorities = Enumeration.get_values('IPRI')

40

DEFAULT_PRIORITY = priorities[0]

40

DEFAULT_PRIORITY = priorities[0]

41

PRIORITY_MAPPING = {'lowest' => priorities[0],

41

PRIORITY_MAPPING = {'lowest' => priorities[0],

42

'low' => priorities[0],

42

'low' => priorities[0],

43

'normal' => priorities[1],

43

'normal' => priorities[1],

44

'high' => priorities[2],

44

'high' => priorities[2],

45

'highest' => priorities[3]

45

'highest' => priorities[3]

46

}

46

}

47

48

TRACKER_BUG = Tracker.find_by_position(1)

48

TRACKER_BUG = Tracker.find_by_position(1)

49

TRACKER_FEATURE = Tracker.find_by_position(2)

49

TRACKER_FEATURE = Tracker.find_by_position(2)

50

DEFAULT_TRACKER = TRACKER_BUG

50

DEFAULT_TRACKER = TRACKER_BUG

51

TRACKER_MAPPING = {'defect' => TRACKER_BUG,

51

TRACKER_MAPPING = {'defect' => TRACKER_BUG,

52

'enhancement' => TRACKER_FEATURE,

52

'enhancement' => TRACKER_FEATURE,

53

'task' => TRACKER_FEATURE,

53

'task' => TRACKER_FEATURE,

54

'patch' =>TRACKER_FEATURE

54

'patch' =>TRACKER_FEATURE

55

}

55

}

56

57

DEFAULT_ROLE = Role.find_by_position(3)

57

DEFAULT_ROLE = Role.find_by_position(3)

58

manager_role = Role.find_by_position(1)

58

manager_role = Role.find_by_position(1)

59

developer_role = Role.find_by_position(2)

59

developer_role = Role.find_by_position(2)

60

ROLE_MAPPING = {'admin' => manager_role,

60

ROLE_MAPPING = {'admin' => manager_role,

61

'developer' => developer_role

61

'developer' => developer_role

62

}

62

}

63

64

class TracComponent < ActiveRecord::Base

64

class TracComponent < ActiveRecord::Base

65

set_table_name :component

65

set_table_name :component

66

end

66

end

67

68

class TracMilestone < ActiveRecord::Base

68

class TracMilestone < ActiveRecord::Base

69

set_table_name :milestone

69

set_table_name :milestone

70

71

def due

71

def due

72

if read_attribute(:due) > 0

72

if read_attribute(:due) > 0

73

Time.at(read_attribute(:due)).to_date

73

Time.at(read_attribute(:due)).to_date

74

else

74

else

75

nil

75

nil

76

end

76

end

77

end

77

end

78

end

78

end

79

80

class TracTicketCustom < ActiveRecord::Base

80

class TracTicketCustom < ActiveRecord::Base

81

set_table_name :ticket_custom

81

set_table_name :ticket_custom

82

end

82

end

83

84

class TracTicket < ActiveRecord::Base

85

set_table_name :ticket

86

set_inheritance_column :none

87

88

# ticket changes: only migrate status changes and comments

89

has_many :changes, :class_name => "TracTicketChange", :foreign_key => :ticket, :conditions => "field = 'comment' OR field='status'"

90

has_many :attachments, :class_name => "TracAttachment", :foreign_key => :id, :conditions => "type = 'ticket'"

91

has_many :customs, :class_name => "TracTicketCustom", :foreign_key => :ticket

92

93

def ticket_type

94

read_attribute(:type)

95

end

96

97

def summary

98

read_attribute(:summary).blank? ? "(no subject)" : read_attribute(:summary)

99

end

100

101

def description

102

read_attribute(:description).blank? ? summary : read_attribute(:description)

103

end

104

105

def time; Time.at(read_attribute(:time)) end

106

end

107

108

class TracTicketChange < ActiveRecord::Base

109

set_table_name :ticket_change

110

111

def time; Time.at(read_attribute(:time)) end

112

end

113

114

class TracAttachment < ActiveRecord::Base

84

class TracAttachment < ActiveRecord::Base

115

set_table_name :attachment

85

set_table_name :attachment

116

set_inheritance_column :none

86

set_inheritance_column :none

117

87

118

def time; Time.at(read_attribute(:time)) end

88

def time; Time.at(read_attribute(:time)) end

119

89

120

def original_filename

90

def original_filename

121

filename

91

filename

122

end

92

end

123

93

124

def content_type

94

def content_type

125

Redmine::MimeType.of(filename) || ''

95

Redmine::MimeType.of(filename) || ''

126

end

96

end

127

97

128

def exist?

98

def exist?

129

File.file? trac_fullpath

99

File.file? trac_fullpath

130

end

100

end

131

101

132

def read

102

def read

133

File.open("#{trac_fullpath}", 'rb').read

103

File.open("#{trac_fullpath}", 'rb').read

134

end

104

end

135

105

136

private

106

private

137

def trac_fullpath

107

def trac_fullpath

138

attachment_type = read_attribute(:type)

108

attachment_type = read_attribute(:type)

139

trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*']/n ) {|x| sprintf('%%%02x', x[0]) }

109

trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*']/n ) {|x| sprintf('%%%02x', x[0]) }

140

"#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{id}/#{trac_file}"

110

"#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{id}/#{trac_file}"

141

end

111

end

142

end

112

end

143

113

114

class TracTicket < ActiveRecord::Base

115

set_table_name :ticket

116

set_inheritance_column :none

117

118

# ticket changes: only migrate status changes and comments

119

has_many :changes, :class_name => "TracTicketChange", :foreign_key => :ticket

120

has_many :attachments, :class_name => "TracAttachment", :foreign_key => :id, :conditions => "#{TracMigrate::TracAttachment.table_name}.type = 'ticket'"

121

has_many :customs, :class_name => "TracTicketCustom", :foreign_key => :ticket

122

123

def ticket_type

124

read_attribute(:type)

125

end

126

127

def summary

128

read_attribute(:summary).blank? ? "(no subject)" : read_attribute(:summary)

129

end

130

131

def description

132

read_attribute(:description).blank? ? summary : read_attribute(:description)

133

end

134

135

def time; Time.at(read_attribute(:time)) end

136

end

137

138

class TracTicketChange < ActiveRecord::Base

139

set_table_name :ticket_change

140

141

def time; Time.at(read_attribute(:time)) end

142

end

143

144

class TracWikiPage < ActiveRecord::Base

144

class TracWikiPage < ActiveRecord::Base

145

set_table_name :wiki

145

set_table_name :wiki

146

end

146

end

147

148

class TracPermission < ActiveRecord::Base

148

class TracPermission < ActiveRecord::Base

149

set_table_name :permission

149

set_table_name :permission

150

end

150

end

151

152

def self.find_or_create_user(username, project_member = false)

152

def self.find_or_create_user(username, project_member = false)

153

u = User.find_by_login(username)

153

u = User.find_by_login(username)

154

if !u

154

if !u

155

# Create a new user if not found

155

# Create a new user if not found

156

mail = username[0,limit_for(User, 'mail')]

156

mail = username[0,limit_for(User, 'mail')]

157

mail = "#{mail}@foo.bar" unless mail.include?("@")

157

mail = "#{mail}@foo.bar" unless mail.include?("@")

158

u = User.new :firstname => username[0,limit_for(User, 'firstname')].gsub(/[^\w\s\'\-]/i, '-'),

158

u = User.new :firstname => username[0,limit_for(User, 'firstname')].gsub(/[^\w\s\'\-]/i, '-'),

159

:lastname => '-',

159

:lastname => '-',

160

:mail => mail.gsub(/[^-@a-z0-9\.]/i, '-')

160

:mail => mail.gsub(/[^-@a-z0-9\.]/i, '-')

161

u.login = username[0,limit_for(User, 'login')].gsub(/[^a-z0-9_\-@\.]/i, '-')

161

u.login = username[0,limit_for(User, 'login')].gsub(/[^a-z0-9_\-@\.]/i, '-')

162

u.password = 'trac'

162

u.password = 'trac'

163

u.admin = true if TracPermission.find_by_username_and_action(username, 'admin')

163

u.admin = true if TracPermission.find_by_username_and_action(username, 'admin')

164

# finally, a default user is used if the new user is not valid

164

# finally, a default user is used if the new user is not valid

165

u = User.find(:first) unless u.save

165

u = User.find(:first) unless u.save

166

end

166

end

167

# Make sure he is a member of the project

167

# Make sure he is a member of the project

168

if project_member && !u.member_of?(@target_project)

168

if project_member && !u.member_of?(@target_project)

169

role = DEFAULT_ROLE

169

role = DEFAULT_ROLE

170

if u.admin

170

if u.admin

171

role = ROLE_MAPPING['admin']

171

role = ROLE_MAPPING['admin']

172

elsif TracPermission.find_by_username_and_action(username, 'developer')

172

elsif TracPermission.find_by_username_and_action(username, 'developer')

173

role = ROLE_MAPPING['developer']

173

role = ROLE_MAPPING['developer']

174

end

174

end

175

Member.create(:user => u, :project => @target_project, :role => DEFAULT_ROLE)

175

Member.create(:user => u, :project => @target_project, :role => DEFAULT_ROLE)

176

u.reload

176

u.reload

177

end

177

end

178

u

178

u

179

end

179

end

180

181

# Basic wiki syntax conversion

181

# Basic wiki syntax conversion

182

def self.convert_wiki_text(text)

182

def self.convert_wiki_text(text)

183

# Titles

183

# Titles

184

text = text.gsub(/^(\=+)\s(.+)\s(\=+)/) {|s| "h#{$1.length}. #{$2}\n"}

184

text = text.gsub(/^(\=+)\s(.+)\s(\=+)/) {|s| "h#{$1.length}. #{$2}\n"}

185

# Links

185

# Links

186

text = text.gsub(/\[(http[^\s]+)\s+([^\]]+)\]/) {|s| "\"#{$2}\":#{$1}"}

186

text = text.gsub(/\[(http[^\s]+)\s+([^\]]+)\]/) {|s| "\"#{$2}\":#{$1}"}

187

# Revisions links

187

# Revisions links

188

text = text.gsub(/\[(\d+)\]/, 'r\1')

188

text = text.gsub(/\[(\d+)\]/, 'r\1')

189

text

189

text

190

end

190

end

191

192

def self.migrate

192

def self.migrate

193

# Quick database test before clearing Redmine data

193

# Quick database test before clearing Redmine data

194

TracComponent.count

194

TracComponent.count

195

196

puts "Deleting data"

196

puts "Deleting data"

197

CustomField.destroy_all

197

CustomField.destroy_all

198

Issue.destroy_all

198

Issue.destroy_all

199

IssueCategory.destroy_all

199

IssueCategory.destroy_all

200

Version.destroy_all

200

Version.destroy_all

201

User.destroy_all "login <> 'admin'"

201

User.destroy_all "login <> 'admin'"

202

203

migrated_components = 0

203

migrated_components = 0

204

migrated_milestones = 0

204

migrated_milestones = 0

205

migrated_tickets = 0

205

migrated_tickets = 0

206

migrated_custom_values = 0

206

migrated_custom_values = 0

207

migrated_ticket_attachments = 0

207

migrated_ticket_attachments = 0

208

migrated_wiki_edits = 0

208

migrated_wiki_edits = 0

209

210

# Components

210

# Components

211

print "Migrating components"

211

print "Migrating components"

212

issues_category_map = {}

212

issues_category_map = {}

213

TracComponent.find(:all).each do |component|

213

TracComponent.find(:all).each do |component|

214

print '.'

214

print '.'

215

c = IssueCategory.new :project => @target_project,

215

c = IssueCategory.new :project => @target_project,

216

:name => encode(component.name[0, limit_for(IssueCategory, 'name')])

216

:name => encode(component.name[0, limit_for(IssueCategory, 'name')])

217

next unless c.save

217

next unless c.save

218

issues_category_map[component.name] = c

218

issues_category_map[component.name] = c

219

migrated_components += 1

219

migrated_components += 1

220

end

220

end

221

puts

221

puts

222

223

# Milestones

223

# Milestones

224

print "Migrating milestones"

224

print "Migrating milestones"

225

version_map = {}

225

version_map = {}

226

TracMilestone.find(:all).each do |milestone|

226

TracMilestone.find(:all).each do |milestone|

227

print '.'

227

print '.'

228

v = Version.new :project => @target_project,

228

v = Version.new :project => @target_project,

229

:name => encode(milestone.name[0, limit_for(Version, 'name')]),

229

:name => encode(milestone.name[0, limit_for(Version, 'name')]),

230

:description => encode(milestone.description[0, limit_for(Version, 'description')]),

230

:description => encode(milestone.description[0, limit_for(Version, 'description')]),

231

:effective_date => milestone.due

231

:effective_date => milestone.due

232

next unless v.save

232

next unless v.save

233

version_map[milestone.name] = v

233

version_map[milestone.name] = v

234

migrated_milestones += 1

234

migrated_milestones += 1

235

end

235

end

236

puts

236

puts

237

238

# Custom fields

238

# Custom fields

239

# TODO: read trac.ini instead

239

# TODO: read trac.ini instead

240

print "Migrating custom fields"

240

print "Migrating custom fields"

241

custom_field_map = {}

241

custom_field_map = {}

242

TracTicketCustom.find_by_sql("SELECT DISTINCT name FROM #{TracTicketCustom.table_name}").each do |field|

242

TracTicketCustom.find_by_sql("SELECT DISTINCT name FROM #{TracTicketCustom.table_name}").each do |field|

243

print '.'

243

print '.'

244

f = IssueCustomField.new :name => encode(field.name[0, limit_for(IssueCustomField, 'name')]).humanize,

244

f = IssueCustomField.new :name => encode(field.name[0, limit_for(IssueCustomField, 'name')]).humanize,

245

:field_format => 'string'

245

:field_format => 'string'

246

next unless f.save

246

next unless f.save

247

f.trackers = Tracker.find(:all)

247

f.trackers = Tracker.find(:all)

248

f.projects << @target_project

248

f.projects << @target_project

249

custom_field_map[field.name] = f

249

custom_field_map[field.name] = f

250

end

250

end

251

puts

251

puts

252

253

# Trac 'resolution' field as a Redmine custom field

254

r = IssueCustomField.new :name => 'Resolution',

255

:field_format => 'list',

256

:is_filter => true

257

r.trackers = Tracker.find(:all)

258

r.projects << @target_project

259

r.possible_values = %w(fixed invalid wontfix duplicate worksforme)

260

custom_field_map['resolution'] = r if r.save

261

253

# Tickets

262

# Tickets

254

print "Migrating tickets"

263

print "Migrating tickets"

255

TracTicket.find(:all).each do |ticket|

264

TracTicket.find(:all).each do |ticket|

256

print '.'

265

print '.'

257

i = Issue.new :project => @target_project,

266

i = Issue.new :project => @target_project,

258

:subject => encode(ticket.summary[0, limit_for(Issue, 'subject')]),

267

:subject => encode(ticket.summary[0, limit_for(Issue, 'subject')]),

259

:description => convert_wiki_text(encode(ticket.description)),

268

:description => convert_wiki_text(encode(ticket.description)),

260

:priority => PRIORITY_MAPPING[ticket.priority] || DEFAULT_PRIORITY,

269

:priority => PRIORITY_MAPPING[ticket.priority] || DEFAULT_PRIORITY,

261

:created_on => ticket.time

270

:created_on => ticket.time

262

i.author = find_or_create_user(ticket.reporter)

271

i.author = find_or_create_user(ticket.reporter)

263

i.category = issues_category_map[ticket.component] unless ticket.component.blank?

272

i.category = issues_category_map[ticket.component] unless ticket.component.blank?

264

i.fixed_version = version_map[ticket.milestone] unless ticket.milestone.blank?

273

i.fixed_version = version_map[ticket.milestone] unless ticket.milestone.blank?

265

i.status = STATUS_MAPPING[ticket.status] || DEFAULT_STATUS

274

i.status = STATUS_MAPPING[ticket.status] || DEFAULT_STATUS

266

i.tracker = TRACKER_MAPPING[ticket.ticket_type] || DEFAULT_TRACKER

275

i.tracker = TRACKER_MAPPING[ticket.ticket_type] || DEFAULT_TRACKER

267

i.id = ticket.id

276

i.id = ticket.id

277

i.custom_values << CustomValue.new(:custom_field => custom_field_map['resolution'], :value => ticket.resolution) unless ticket.resolution.blank?

268

next unless i.save

278

next unless i.save

269

migrated_tickets += 1

279

migrated_tickets += 1

270

280

271

# Owner

281

# Owner

272

unless ticket.owner.blank?

282

unless ticket.owner.blank?

273

i.assigned_to = find_or_create_user(ticket.owner, true)

283

i.assigned_to = find_or_create_user(ticket.owner, true)

274

i.save

284

i.save

275

end

285

end

276

286

277

# Comments and status changes

287

# Comments and status/resolution changes

278

ticket.changes.group_by(&:time).each do |time, changeset|

288

ticket.changes.group_by(&:time).each do |time, changeset|

279

status_change = changeset.select {|change| change.field == 'status'}.first

289

status_change = changeset.select {|change| change.field == 'status'}.first

290

resolution_change = changeset.select {|change| change.field == 'resolution'}.first

280

comment_change = changeset.select {|change| change.field == 'comment'}.first

291

comment_change = changeset.select {|change| change.field == 'comment'}.first

281

292

282

n = Journal.new :notes => (comment_change ? convert_wiki_text(encode(comment_change.newvalue)) : ''),

293

n = Journal.new :notes => (comment_change ? convert_wiki_text(encode(comment_change.newvalue)) : ''),

283

:created_on => time

294

:created_on => time

284

n.user = find_or_create_user(changeset.first.author)

295

n.user = find_or_create_user(changeset.first.author)

285

n.journalized = i

296

n.journalized = i

286

if status_change &&

297

if status_change &&

287

STATUS_MAPPING[status_change.oldvalue] &&

298

STATUS_MAPPING[status_change.oldvalue] &&

288

STATUS_MAPPING[status_change.newvalue] &&

299

STATUS_MAPPING[status_change.newvalue] &&

289

(STATUS_MAPPING[status_change.oldvalue] != STATUS_MAPPING[status_change.newvalue])

300

(STATUS_MAPPING[status_change.oldvalue] != STATUS_MAPPING[status_change.newvalue])

290

n.details << JournalDetail.new(:property => 'attr',

301

n.details << JournalDetail.new(:property => 'attr',

291

:prop_key => 'status_id',

302

:prop_key => 'status_id',

292

:old_value => STATUS_MAPPING[status_change.oldvalue].id,

303

:old_value => STATUS_MAPPING[status_change.oldvalue].id,

293

:value => STATUS_MAPPING[status_change.newvalue].id)

304

:value => STATUS_MAPPING[status_change.newvalue].id)

294

end

305

end

295

n.~~sav~~e

306

if resolution_change

307

n.details << JournalDetail.new(:property => 'cf',

308

:prop_key => custom_field_map['resolution'].id,

309

:old_value => resolution_change.oldvalue,

310

:value => resolution_change.newvalue)

311

end

312

n.save unless n.details.empty? && n.notes.blank?

296

end

313

end

297

314

298

# Attachments

315

# Attachments

299

ticket.attachments.each do |attachment|

316

ticket.attachments.each do |attachment|

300

next unless attachment.exist?

317

next unless attachment.exist?

301

a = Attachment.new :created_on => attachment.time

318

a = Attachment.new :created_on => attachment.time

302

a.file = attachment

319

a.file = attachment

303

a.author = find_or_create_user(attachment.author)

320

a.author = find_or_create_user(attachment.author)

304

a.container = i

321

a.container = i

305

migrated_ticket_attachments += 1 if a.save

322

migrated_ticket_attachments += 1 if a.save

306

end

323

end

307

324

308

# Custom fields

325

# Custom fields

309

ticket.customs.each do |custom|

326

ticket.customs.each do |custom|

310

v = CustomValue.new :custom_field => custom_field_map[custom.name],

327

v = CustomValue.new :custom_field => custom_field_map[custom.name],

311

:value => custom.value

328

:value => custom.value

312

v.customized = i

329

v.customized = i

313

next unless v.save

330

next unless v.save

314

migrated_custom_values += 1

331

migrated_custom_values += 1

315

end

332

end

316

end

333

end

317

puts

334

puts

318

335

319

# Wiki

336

# Wiki

320

print "Migrating wiki"

337

print "Migrating wiki"

321

@target_project.wiki.destroy if @target_project.wiki

338

@target_project.wiki.destroy if @target_project.wiki

322

@target_project.reload

339

@target_project.reload

323

wiki = Wiki.new(:project => @target_project, :start_page => 'WikiStart')

340

wiki = Wiki.new(:project => @target_project, :start_page => 'WikiStart')

324

if wiki.save

341

if wiki.save

325

TracWikiPage.find(:all, :order => 'name, version').each do |page|

342

TracWikiPage.find(:all, :order => 'name, version').each do |page|

326

print '.'

343

print '.'

327

p = wiki.find_or_new_page(page.name)

344

p = wiki.find_or_new_page(page.name)

328

p.content = WikiContent.new(:page => p) if p.new_record?

345

p.content = WikiContent.new(:page => p) if p.new_record?

329

p.content.text = page.text

346

p.content.text = page.text

330

p.content.author = find_or_create_user(page.author) unless page.author.blank? || page.author == 'trac'

347

p.content.author = find_or_create_user(page.author) unless page.author.blank? || page.author == 'trac'

331

p.content.comments = page.comment

348

p.content.comments = page.comment

332

p.new_record? ? p.save : p.content.save

349

p.new_record? ? p.save : p.content.save

333

migrated_wiki_edits += 1 unless p.content.new_record?

350

migrated_wiki_edits += 1 unless p.content.new_record?

334

end

351

end

335

352

336

wiki.reload

353

wiki.reload

337

wiki.pages.each do |page|

354

wiki.pages.each do |page|

338

page.content.text = convert_wiki_text(page.content.text)

355

page.content.text = convert_wiki_text(page.content.text)

339

page.content.save

356

page.content.save

340

end

357

end

341

end

358

end

342

puts

359

puts

343

360

344

puts

361

puts

345

puts "Components: #{migrated_components}/#{TracComponent.count}"

362

puts "Components: #{migrated_components}/#{TracComponent.count}"

346

puts "Milestones: #{migrated_milestones}/#{TracMilestone.count}"

363

puts "Milestones: #{migrated_milestones}/#{TracMilestone.count}"

347

puts "Tickets: #{migrated_tickets}/#{TracTicket.count}"

364

puts "Tickets: #{migrated_tickets}/#{TracTicket.count}"

348

puts "Ticket files: #{migrated_ticket_attachments}/" + TracAttachment.count("type = 'ticket'").to_s

365

puts "Ticket files: #{migrated_ticket_attachments}/" + TracAttachment.count("type = 'ticket'").to_s

349

puts "Custom values: #{migrated_custom_values}/#{TracTicketCustom.count}"

366

puts "Custom values: #{migrated_custom_values}/#{TracTicketCustom.count}"

350

puts "Wiki edits: #{migrated_wiki_edits}/#{TracWikiPage.count}"

367

puts "Wiki edits: #{migrated_wiki_edits}/#{TracWikiPage.count}"

351

end

368

end

352

369

353

def self.limit_for(klass, attribute)

370

def self.limit_for(klass, attribute)

354

klass.columns_hash[attribute.to_s].limit

371

klass.columns_hash[attribute.to_s].limit

355

end

372

end

356

373

357

def self.encoding(charset)

374

def self.encoding(charset)

358

@ic = Iconv.new('UTF-8', charset)

375

@ic = Iconv.new('UTF-8', charset)

359

rescue Iconv::InvalidEncoding

376

rescue Iconv::InvalidEncoding

360

puts "Invalid encoding!"

377

puts "Invalid encoding!"

361

return false

378

return false

362

end

379

end

363

380

364

def self.set_trac_directory(path)

381

def self.set_trac_directory(path)

365

@trac_directory = path

382

@trac_directory = path

366

raise "This directory doesn't exist!" unless File.directory?(path)

383

raise "This directory doesn't exist!" unless File.directory?(path)

367

raise "#{trac_db_path} doesn't exist!" unless File.exist?(trac_db_path)

384

raise "#{trac_db_path} doesn't exist!" unless File.exist?(trac_db_path)

368

raise "#{trac_attachments_directory} doesn't exist!" unless File.directory?(trac_attachments_directory)

385

raise "#{trac_attachments_directory} doesn't exist!" unless File.directory?(trac_attachments_directory)

369

@trac_directory

386

@trac_directory

370

rescue Exception => e

387

rescue Exception => e

371

puts e

388

puts e

372

return false

389

return false

373

end

390

end

374

391

375

def self.trac_directory

392

def self.trac_directory

376

@trac_directory

393

@trac_directory

377

end

394

end

378

395

379

def self.trac_db_path; "#{trac_directory}/db/trac.db" end

396

def self.trac_db_path; "#{trac_directory}/db/trac.db" end

380

def self.trac_attachments_directory; "#{trac_directory}/attachments" end

397

def self.trac_attachments_directory; "#{trac_directory}/attachments" end

381

398

382

def self.target_project_identifier(identifier)

399

def self.target_project_identifier(identifier)

383

project = Project.find_by_identifier(identifier)

400

project = Project.find_by_identifier(identifier)

384

if !project

401

if !project

385

# create the target project

402

# create the target project

386

project = Project.new :name => identifier.humanize,

403

project = Project.new :name => identifier.humanize,

387

:description => identifier.humanize

404

:description => identifier.humanize

388

project.identifier = identifier

405

project.identifier = identifier

389

puts "Unable to create a project with identifier '#{identifier}'!" unless project.save

406

puts "Unable to create a project with identifier '#{identifier}'!" unless project.save

390

end

407

end

391

@target_project = project.new_record? ? nil : project

408

@target_project = project.new_record? ? nil : project

392

end

409

end

393

410

394

def self.establish_connection(params)

411

def self.establish_connection(params)

395

constants.each do |const|

412

constants.each do |const|

396

klass = const_get(const)

413

klass = const_get(const)

397

next unless klass.respond_to? 'establish_connection'

414

next unless klass.respond_to? 'establish_connection'

398

klass.establish_connection params

415

klass.establish_connection params

399

end

416

end

400

end

417

end

401

418

402

private

419

private

403

def self.encode(text)

420

def self.encode(text)

404

@ic.iconv text

421

@ic.iconv text

405

rescue

422

rescue

406

text

423

text

407

end

424

end

408

end

425

end

409

426

410

puts

427

puts

411

puts "WARNING: Your Redmine data will be deleted during this process."

428

puts "WARNING: Your Redmine data will be deleted during this process."

412

print "Are you sure you want to continue ? [y/N] "

429

print "Are you sure you want to continue ? [y/N] "

413

break unless STDIN.gets.match(/^y$/i)

430

break unless STDIN.gets.match(/^y$/i)

414

puts

431

puts

415

432

416

def prompt(text, options = {}, &block)

433

def prompt(text, options = {}, &block)

417

default = options[:default] || ''

434

default = options[:default] || ''

418

while true

435

while true

419

print "#{text} [#{default}]: "

436

print "#{text} [#{default}]: "

420

value = STDIN.gets.chomp!

437

value = STDIN.gets.chomp!

421

value = default if value.blank?

438

value = default if value.blank?

422

break if yield value

439

break if yield value

423

end

440

end

424

end

441

end

425

442

426

prompt('Trac directory') {|directory| TracMigrate.set_trac_directory directory}

443

prompt('Trac directory') {|directory| TracMigrate.set_trac_directory directory}

427

prompt('Database encoding', :default => 'UTF-8') {|encoding| TracMigrate.encoding encoding}

444

prompt('Trac database encoding', :default => 'UTF-8') {|encoding| TracMigrate.encoding encoding}

428

prompt('Target project identifier') {|identifier| TracMigrate.target_project_identifier identifier}

445

prompt('Target project identifier') {|identifier| TracMigrate.target_project_identifier identifier}

429

puts

446

puts

430

447

431

TracMigrate.establish_connection({:adapter => 'sqlite',

448

TracMigrate.establish_connection({:adapter => 'sqlite',

432

:database => "#{TracMigrate.trac_db_path}"})

449

:database => "#{TracMigrate.trac_db_path}"})

433

TracMigrate.migrate

450

TracMigrate.migrate

434

end

451

end

435

end

452

end

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

             # redMine - project management software
             # Copyright (C) 2006-2007  Jean-Philippe Lang
             #
             # This program is free software; you can redistribute it and/or
             # modify it under the terms of the GNU General Public License
             # as published by the Free Software Foundation; either version 2
             # of the License, or (at your option) any later version.
             #
             # This program is distributed in the hope that it will be useful,
             # but WITHOUT ANY WARRANTY; without even the implied warranty of
             # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
             # GNU General Public License for more details.
             #
             # You should have received a copy of the GNU General Public License
             # along with this program; if not, write to the Free Software
             # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
             require 'active_record'
             require 'iconv'
             require 'pp'
             namespace :redmine do
               desc 'Trac migration script'
               task :migrate_from_trac => :environment do
                 module TracMigrate
                     DEFAULT_STATUS = IssueStatus.default
                     assigned_status = IssueStatus.find_by_position(2)
                     resolved_status = IssueStatus.find_by_position(3)
                     feedback_status = IssueStatus.find_by_position(4)
                     closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }
                     STATUS_MAPPING = {'new' => DEFAULT_STATUS,
                                       'reopened' => feedback_status,
                                       'assigned' => assigned_status,
                                       'closed' => closed_status
                                       }
                     priorities = Enumeration.get_values('IPRI')
                     DEFAULT_PRIORITY = priorities[0]
                     PRIORITY_MAPPING = {'lowest' => priorities[0],
                                         'low' => priorities[0],
                                         'normal' => priorities[1],
                                         'high' => priorities[2],
                                         'highest' => priorities[3]
                                         }
                     TRACKER_BUG = Tracker.find_by_position(1)
                     TRACKER_FEATURE = Tracker.find_by_position(2)
                     DEFAULT_TRACKER = TRACKER_BUG
                     TRACKER_MAPPING = {'defect' => TRACKER_BUG,
                                        'enhancement' => TRACKER_FEATURE,
                                        'task' => TRACKER_FEATURE,
                                        'patch' =>TRACKER_FEATURE
                                        }
                     DEFAULT_ROLE = Role.find_by_position(3)
                     manager_role = Role.find_by_position(1)
                     developer_role = Role.find_by_position(2)
                     ROLE_MAPPING = {'admin' => manager_role,
                                     'developer' => developer_role
                                     }
                   class TracComponent < ActiveRecord::Base
                     set_table_name :component
                   end
                   class TracMilestone < ActiveRecord::Base
                     set_table_name :milestone
                     def due
                       if read_attribute(:due) > 0
                         Time.at(read_attribute(:due)).to_date
                       else
                         nil
                       end
                     end
                   end
                   class TracTicketCustom < ActiveRecord::Base
                     set_table_name :ticket_custom
                   end
-                  class TracTicket < ActiveRecord::Base
-                    set_table_name :ticket
-                    set_inheritance_column :none
-                    # ticket changes: only migrate status changes and comments
-                    has_many :changes, :class_name => "TracTicketChange", :foreign_key => :ticket, :conditions => "field = 'comment' OR field='status'"
-                    has_many :attachments, :class_name => "TracAttachment", :foreign_key => :id, :conditions => "type = 'ticket'"
-                    has_many :customs, :class_name => "TracTicketCustom", :foreign_key => :ticket
-                    def ticket_type
-                      read_attribute(:type)
-                    end
-                    def summary
-                      read_attribute(:summary).blank? ? "(no subject)" : read_attribute(:summary)
-                    end
-                    def description
-                      read_attribute(:description).blank? ? summary : read_attribute(:description)
-                    end
-                    def time; Time.at(read_attribute(:time)) end
-                  end
-                  class TracTicketChange < ActiveRecord::Base
-                    set_table_name :ticket_change
-                    def time; Time.at(read_attribute(:time)) end
-                  end
                   class TracAttachment < ActiveRecord::Base
                     set_table_name :attachment
                     set_inheritance_column :none
                     def time; Time.at(read_attribute(:time)) end
                     def original_filename
                       filename
                     end
                     def content_type
                       Redmine::MimeType.of(filename) || ''
                     end
                     def exist?
                       File.file? trac_fullpath
                     end
                     def read
                       File.open("#{trac_fullpath}", 'rb').read
                     end
                   private
                     def trac_fullpath
                       attachment_type = read_attribute(:type)
                       trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*']/n ) {|x| sprintf('%%%02x', x[0]) }
                       "#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{id}/#{trac_file}"
                     end
                   end
+                  class TracTicket < ActiveRecord::Base
+                    set_table_name :ticket
+                    set_inheritance_column :none
+                    # ticket changes: only migrate status changes and comments
+                    has_many :changes, :class_name => "TracTicketChange", :foreign_key => :ticket
+                    has_many :attachments, :class_name => "TracAttachment", :foreign_key => :id, :conditions => "#{TracMigrate::TracAttachment.table_name}.type = 'ticket'"
+                    has_many :customs, :class_name => "TracTicketCustom", :foreign_key => :ticket
+                    def ticket_type
+                      read_attribute(:type)
+                    end
+                    def summary
+                      read_attribute(:summary).blank? ? "(no subject)" : read_attribute(:summary)
+                    end
+                    def description
+                      read_attribute(:description).blank? ? summary : read_attribute(:description)
+                    end
+                    def time; Time.at(read_attribute(:time)) end
+                  end
+                  class TracTicketChange < ActiveRecord::Base
+                    set_table_name :ticket_change
+                    def time; Time.at(read_attribute(:time)) end
+                  end
                   class TracWikiPage < ActiveRecord::Base
                     set_table_name :wiki
                   end
                   class TracPermission < ActiveRecord::Base
                     set_table_name :permission
                   end
                   def self.find_or_create_user(username, project_member = false)
                     u = User.find_by_login(username)
                     if !u
                       # Create a new user if not found
                       mail = username[0,limit_for(User, 'mail')]
                       mail = "#{mail}@foo.bar" unless mail.include?("@")
                       u = User.new :firstname => username[0,limit_for(User, 'firstname')].gsub(/[^\w\s\'\-]/i, '-'),
                                    :lastname => '-',
                                    :mail => mail.gsub(/[^-@a-z0-9\.]/i, '-')
                       u.login = username[0,limit_for(User, 'login')].gsub(/[^a-z0-9_\-@\.]/i, '-')
                       u.password = 'trac'
                       u.admin = true if TracPermission.find_by_username_and_action(username, 'admin')
                       # finally, a default user is used if the new user is not valid
                       u = User.find(:first) unless u.save
                     end
                     # Make sure he is a member of the project
                     if project_member && !u.member_of?(@target_project)
                       role = DEFAULT_ROLE
                       if u.admin
                         role = ROLE_MAPPING['admin']
                       elsif TracPermission.find_by_username_and_action(username, 'developer')
                         role = ROLE_MAPPING['developer']
                       end
                       Member.create(:user => u, :project => @target_project, :role => DEFAULT_ROLE)
                       u.reload
                     end
                     u
                   end
                   # Basic wiki syntax conversion
                   def self.convert_wiki_text(text)
                     # Titles
                     text = text.gsub(/^(\=+)\s(.+)\s(\=+)/) {|s| "h#{$1.length}. #{$2}\n"}
                     # Links
                     text = text.gsub(/\[(http[^\s]+)\s+([^\]]+)\]/) {|s| "\"#{$2}\":#{$1}"}
                     # Revisions links
                     text = text.gsub(/\[(\d+)\]/, 'r\1')
                     text
                   end
                   def self.migrate
                     # Quick database test before clearing Redmine data
                     TracComponent.count
                     puts "Deleting data"
                     CustomField.destroy_all
                     Issue.destroy_all
                     IssueCategory.destroy_all
                     Version.destroy_all
                     User.destroy_all "login <> 'admin'"
                     migrated_components = 0
                     migrated_milestones = 0
                     migrated_tickets = 0
                     migrated_custom_values = 0
                     migrated_ticket_attachments = 0
                     migrated_wiki_edits = 0
                     # Components
                     print "Migrating components"
                     issues_category_map = {}
                     TracComponent.find(:all).each do |component|
                   	print '.'
                       c = IssueCategory.new :project => @target_project,
                                             :name => encode(component.name[0, limit_for(IssueCategory, 'name')])
                   	next unless c.save
                   	issues_category_map[component.name] = c
                   	migrated_components += 1
                     end
                     puts
                     # Milestones
                     print "Migrating milestones"
                     version_map = {}
                     TracMilestone.find(:all).each do |milestone|
                       print '.'
                       v = Version.new :project => @target_project,
                                       :name => encode(milestone.name[0, limit_for(Version, 'name')]),
                                       :description => encode(milestone.description[0, limit_for(Version, 'description')]),
                                       :effective_date => milestone.due
                       next unless v.save
                       version_map[milestone.name] = v
                       migrated_milestones += 1
                     end
                     puts
                     # Custom fields
                     # TODO: read trac.ini instead
                     print "Migrating custom fields"
                     custom_field_map = {}
                     TracTicketCustom.find_by_sql("SELECT DISTINCT name FROM #{TracTicketCustom.table_name}").each do |field|
                       print '.'
                       f = IssueCustomField.new :name => encode(field.name[0, limit_for(IssueCustomField, 'name')]).humanize,
                                                :field_format => 'string'
                       next unless f.save
                       f.trackers = Tracker.find(:all)
                       f.projects << @target_project
                       custom_field_map[field.name] = f
                     end
                     puts
+                    # Trac 'resolution' field as a Redmine custom field
+                    r = IssueCustomField.new :name => 'Resolution',
+                                             :field_format => 'list',
+                                             :is_filter => true
+                    r.trackers = Tracker.find(:all)
+                    r.projects << @target_project
+                    r.possible_values = %w(fixed invalid wontfix duplicate worksforme)
+                    custom_field_map['resolution'] = r if r.save
                     # Tickets
                     print "Migrating tickets"
                       TracTicket.find(:all).each do |ticket|
                     	print '.'
                     	i = Issue.new :project => @target_project,
                                       :subject => encode(ticket.summary[0, limit_for(Issue, 'subject')]),
                                       :description => convert_wiki_text(encode(ticket.description)),
                                       :priority => PRIORITY_MAPPING[ticket.priority] || DEFAULT_PRIORITY,
                                       :created_on => ticket.time
                     	i.author = find_or_create_user(ticket.reporter)
                     	i.category = issues_category_map[ticket.component] unless ticket.component.blank?
                     	i.fixed_version = version_map[ticket.milestone] unless ticket.milestone.blank?
                     	i.status = STATUS_MAPPING[ticket.status] || DEFAULT_STATUS
                     	i.tracker = TRACKER_MAPPING[ticket.ticket_type] || DEFAULT_TRACKER
                     	i.id = ticket.id
+                    	i.custom_values << CustomValue.new(:custom_field => custom_field_map['resolution'], :value => ticket.resolution) unless ticket.resolution.blank?
                     	next unless i.save
                     	migrated_tickets += 1
                     	# Owner
                         unless ticket.owner.blank?
                           i.assigned_to = find_or_create_user(ticket.owner, true)
                           i.save
                         end
-                    	# Comments and status changes
+                    	# Comments and status/resolution changes
                     	ticket.changes.group_by(&:time).each do |time, changeset|
                           status_change = changeset.select {|change| change.field == 'status'}.first
+                          resolution_change = changeset.select {|change| change.field == 'resolution'}.first
                           comment_change = changeset.select {|change| change.field == 'comment'}.first
                           n = Journal.new :notes => (comment_change ? convert_wiki_text(encode(comment_change.newvalue)) : ''),
                                           :created_on => time
                           n.user = find_or_create_user(changeset.first.author)
                           n.journalized = i
                           if status_change &&
                                STATUS_MAPPING[status_change.oldvalue] &&
                                STATUS_MAPPING[status_change.newvalue] &&
                                (STATUS_MAPPING[status_change.oldvalue] != STATUS_MAPPING[status_change.newvalue])
                             n.details << JournalDetail.new(:property => 'attr',
                                                            :prop_key => 'status_id',
                                                            :old_value => STATUS_MAPPING[status_change.oldvalue].id,
                                                            :value => STATUS_MAPPING[status_change.newvalue].id)
                           end
-                          n.save
+                          if resolution_change
+                            n.details << JournalDetail.new(:property => 'cf',
+                                                           :prop_key => custom_field_map['resolution'].id,
+                                                           :old_value => resolution_change.oldvalue,
+                                                           :value => resolution_change.newvalue)
+                          end
+                          n.save unless n.details.empty? && n.notes.blank?
                     	end
                     	# Attachments
                     	ticket.attachments.each do |attachment|
                     	  next unless attachment.exist?
                           a = Attachment.new :created_on => attachment.time
                           a.file = attachment
                           a.author = find_or_create_user(attachment.author)
                           a.container = i
                           migrated_ticket_attachments += 1 if a.save
                     	end
                     	# Custom fields
                     	ticket.customs.each do |custom|
                           v = CustomValue.new :custom_field => custom_field_map[custom.name],
                                               :value => custom.value
                           v.customized = i
                           next unless v.save
                           migrated_custom_values += 1
                     	end
                     end
                     puts
                     # Wiki
                     print "Migrating wiki"
                     @target_project.wiki.destroy if @target_project.wiki
                     @target_project.reload
                     wiki = Wiki.new(:project => @target_project, :start_page => 'WikiStart')
                     if wiki.save
                       TracWikiPage.find(:all, :order => 'name, version').each do |page|
                         print '.'
                         p = wiki.find_or_new_page(page.name)
                         p.content = WikiContent.new(:page => p) if p.new_record?
                         p.content.text = page.text
                         p.content.author = find_or_create_user(page.author) unless page.author.blank? || page.author == 'trac'
                         p.content.comments = page.comment
                         p.new_record? ? p.save : p.content.save
                         migrated_wiki_edits += 1 unless p.content.new_record?
                       end
                       wiki.reload
                       wiki.pages.each do |page|
                         page.content.text = convert_wiki_text(page.content.text)
                         page.content.save
                       end
                     end
                     puts
                     puts
                     puts "Components:      #{migrated_components}/#{TracComponent.count}"
                     puts "Milestones:      #{migrated_milestones}/#{TracMilestone.count}"
                     puts "Tickets:         #{migrated_tickets}/#{TracTicket.count}"
                     puts "Ticket files:    #{migrated_ticket_attachments}/" + TracAttachment.count("type = 'ticket'").to_s
                     puts "Custom values:   #{migrated_custom_values}/#{TracTicketCustom.count}"
                     puts "Wiki edits:      #{migrated_wiki_edits}/#{TracWikiPage.count}"
                   end
                   def self.limit_for(klass, attribute)
                     klass.columns_hash[attribute.to_s].limit
                   end
                   def self.encoding(charset)
                     @ic = Iconv.new('UTF-8', charset)
                   rescue Iconv::InvalidEncoding
                     puts "Invalid encoding!"
                     return false
                   end
                   def self.set_trac_directory(path)
                     @trac_directory = path
                     raise "This directory doesn't exist!" unless File.directory?(path)
                     raise "#{trac_db_path} doesn't exist!" unless File.exist?(trac_db_path)
                     raise "#{trac_attachments_directory} doesn't exist!" unless File.directory?(trac_attachments_directory)
                     @trac_directory
                   rescue Exception => e
                     puts e
                     return false
                   end
                   def self.trac_directory
                     @trac_directory
                   end
                   def self.trac_db_path; "#{trac_directory}/db/trac.db" end
                   def self.trac_attachments_directory; "#{trac_directory}/attachments" end
                   def self.target_project_identifier(identifier)
                     project = Project.find_by_identifier(identifier)
                     if !project
                       # create the target project
                       project = Project.new :name => identifier.humanize,
                                             :description => identifier.humanize
                       project.identifier = identifier
                       puts "Unable to create a project with identifier '#{identifier}'!" unless project.save
                     end
                     @target_project = project.new_record? ? nil : project
                   end
                   def self.establish_connection(params)
                     constants.each do |const|
                       klass = const_get(const)
                       next unless klass.respond_to? 'establish_connection'
                       klass.establish_connection params
                     end
                   end
                 private
                   def self.encode(text)
                     @ic.iconv text
                   rescue
                     text
                   end
                 end
                 puts
                 puts "WARNING: Your Redmine data will be deleted during this process."
                 print "Are you sure you want to continue ? [y/N] "
                 break unless STDIN.gets.match(/^y$/i)
                 puts
                 def prompt(text, options = {}, &block)
                   default = options[:default] || ''
                   while true
                     print "#{text} [#{default}]: "
                     value = STDIN.gets.chomp!
                     value = default if value.blank?
                     break if yield value
                   end
                 end
                 prompt('Trac directory') {|directory| TracMigrate.set_trac_directory directory}
-                prompt('Database encoding', :default => 'UTF-8') {|encoding| TracMigrate.encoding encoding}
+                prompt('Trac database encoding', :default => 'UTF-8') {|encoding| TracMigrate.encoding encoding}
                 prompt('Target project identifier') {|identifier| TracMigrate.target_project_identifier identifier}
                 puts
                 TracMigrate.establish_connection({:adapter => 'sqlite',
                                                   :database => "#{TracMigrate.trac_db_path}"})
                 TracMigrate.migrate
               end
             end