jro_apps/redmine Commit - r9897:04f9a321b120

1

desc 'Updates and checks locales against en.yml'

1

desc 'Updates and checks locales against en.yml'

2

task :locales do

2

task :locales do

3

%w(locales:update locales:check_interpolation).collect do |task|

3

%w(locales:update locales:check_interpolation).collect do |task|

4

Rake::Task[task].invoke

4

Rake::Task[task].invoke

5

end

5

end

6

end

6

end

7

8

namespace :locales do

8

namespace :locales do

9

desc 'Updates language files based on en.yml content (only works for new top level keys).'

9

desc 'Updates language files based on en.yml content (only works for new top level keys).'

10

task :update do

10

task :update do

11

dir = ENV['DIR'] || './config/locales'

11

dir = ENV['DIR'] || './config/locales'

12

13

en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']

13

en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']

14

15

files = Dir.glob(File.join(dir,'*.{yaml,yml}'))

15

files = Dir.glob(File.join(dir,'*.{yaml,yml}'))

16

files.sort.each do |file|

16

files.sort.each do |file|

17

puts "Updating file #{file}"

17

puts "Updating file #{file}"

18

file_strings = YAML.load(File.read(file))

18

file_strings = YAML.load(File.read(file))

19

file_strings = file_strings[file_strings.keys.first]

19

file_strings = file_strings[file_strings.keys.first]

20

21

missing_keys = en_strings.keys - file_strings.keys

21

missing_keys = en_strings.keys - file_strings.keys

22

next if missing_keys.empty?

22

next if missing_keys.empty?

23

24

puts "==> Missing #{missing_keys.size} keys (#{missing_keys.join(', ')})"

24

puts "==> Missing #{missing_keys.size} keys (#{missing_keys.join(', ')})"

25

lang = File.open(file, 'a')

25

lang = File.open(file, 'a')

26

27

missing_keys.each do |key|

27

missing_keys.each do |key|

28

{key => en_strings[key]}.to_yaml.each_line do |line|

28

{key => en_strings[key]}.to_yaml.each_line do |line|

29

next if line =~ /^---/ || line.empty?

29

next if line =~ /^---/ || line.empty?

30

puts " #{line}"

30

puts " #{line}"

31

lang << " #{line}"

31

lang << " #{line}"

32

end

32

end

33

end

33

end

34

35

lang.close

35

lang.close

36

end

36

end

37

end

37

end

38

39

desc 'Checks interpolation arguments in locals against en.yml'

39

desc 'Checks interpolation arguments in locals against en.yml'

40

task :check_interpolation do

40

task :check_interpolation do

41

dir = ENV['DIR'] || './config/locales'

41

dir = ENV['DIR'] || './config/locales'

42

en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']

42

en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']

43

files = Dir.glob(File.join(dir,'*.{yaml,yml}'))

43

files = Dir.glob(File.join(dir,'*.{yaml,yml}'))

44

files.sort.each do |file|

44

files.sort.each do |file|

45

puts "parsing #{file}..."

45

puts "parsing #{file}..."

46

file_strings = YAML.load(File.read(file))

46

file_strings = YAML.load(File.read(file))

47

file_strings = file_strings[file_strings.keys.first]

47

file_strings = file_strings[file_strings.keys.first]

48

49

file_strings.each do |key, string|

49

file_strings.each do |key, string|

50

next unless string.is_a?(String)

50

next unless string.is_a?(String)

51

string.scan /%\{\w+\}/ do |match|

51

string.scan /%\{\w+\}/ do |match|

52

unless en_strings[key].nil? || en_strings[key].include?(match)

52

unless en_strings[key].nil? || en_strings[key].include?(match)

53

puts "#{file}: #{key} uses #{match} not found in en.yml"

53

puts "#{file}: #{key} uses #{match} not found in en.yml"

54

end

54

end

55

end

55

end

56

end

56

end

57

end

57

end

58

end

58

end

59

60

desc <<-END_DESC

60

desc <<-END_DESC

61

Removes a translation string from all locale file (only works for top-level childless non-multiline keys, probably doesn\'t work on windows).

61

Removes a translation string from all locale file (only works for top-level childless non-multiline keys, probably doesn\'t work on windows).

62

63

This task does not work on Ruby 1.8.6.

63

This task does not work on Ruby 1.8.6.

64

You need to use Ruby 1.8.7 or later.

64

You need to use Ruby 1.8.7 or later.

65

66

Options:

66

Options:

67

key=key_1,key_2 Comma-separated list of keys to delete

67

key=key_1,key_2 Comma-separated list of keys to delete

68

skip=en,de Comma-separated list of locale files to ignore (filename without extension)

68

skip=en,de Comma-separated list of locale files to ignore (filename without extension)

69

END_DESC

69

END_DESC

70

71

task :remove_key do

71

task :remove_key do

72

dir = ENV['DIR'] || './config/locales'

72

dir = ENV['DIR'] || './config/locales'

73

files = Dir.glob(File.join(dir,'*.yml'))

73

files = Dir.glob(File.join(dir,'*.yml'))

74

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

74

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

75

deletes = ENV['key'] ? Regexp.union(ENV['key'].split(',')) : nil

75

deletes = ENV['key'] ? Regexp.union(ENV['key'].split(',')) : nil

76

# Ignore multiline keys (begin with | or >) and keys with children (nothing meaningful after :)

76

# Ignore multiline keys (begin with | or >) and keys with children (nothing meaningful after :)

77

delete_regex = /\A #{deletes}: +[^\|>\s#].*\z/

77

delete_regex = /\A #{deletes}: +[^\|>\s#].*\z/

78

79

files.each do |path|

79

files.each do |path|

80

# Skip certain locales

80

# Skip certain locales

81

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

81

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

82

puts "Deleting selected keys from #{path}"

82

puts "Deleting selected keys from #{path}"

83

orig_content = File.open(path, 'r') {|file| file.read}

83

orig_content = File.open(path, 'r') {|file| file.read}

84

File.open(path, 'w') {|file| orig_content.each_line {|line| file.puts line unless line.chomp =~ delete_regex}}

84

File.open(path, 'w') {|file| orig_content.each_line {|line| file.puts line unless line.chomp =~ delete_regex}}

85

end

85

end

86

end

86

end

87

88

desc <<-END_DESC

88

desc <<-END_DESC

89

Adds a new top-level translation string to all locale file (only works for childless keys, probably doesn\'t work on windows, doesn't check for duplicates).

89

Adds a new top-level translation string to all locale file (only works for childless keys, probably doesn\'t work on windows, doesn't check for duplicates).

90

91

Options:

91

Options:

92

key="some_key=foo"

92

key="some_key=foo"

93

key1="another_key=bar"

93

key1="another_key=bar"

94

key_fb="foo=bar" Keys to add in the form key=value, every option of the form key[,\\d,_*] will be recognised

94

key_fb="foo=bar" Keys to add in the form key=value, every option of the form key[,\\d,_*] will be recognised

95

skip=en,de Comma-separated list of locale files to ignore (filename without extension)

95

skip=en,de Comma-separated list of locale files to ignore (filename without extension)

96

END_DESC

96

END_DESC

97

98

task :add_key do

98

task :add_key do

99

dir = ENV['DIR'] || './config/locales'

99

dir = ENV['DIR'] || './config/locales'

100

files = Dir.glob(File.join(dir,'*.yml'))

100

files = Dir.glob(File.join(dir,'*.yml'))

101

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

101

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

102

keys_regex = /\Akey(\d+|_.+)?\z/

102

keys_regex = /\Akey(\d+|_.+)?\z/

103

adds = ENV.reject {|k,v| !(k =~ keys_regex)}.values.collect {|v| Array.new v.split("=",2)}

103

adds = ENV.reject {|k,v| !(k =~ keys_regex)}.values.collect {|v| Array.new v.split("=",2)}

104

key_list = adds.collect {|v| v[0]}.join(", ")

104

key_list = adds.collect {|v| v[0]}.join(", ")

105

106

files.each do |path|

106

files.each do |path|

107

# Skip certain locales

107

# Skip certain locales

108

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

108

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

109

# TODO: Check for dupliate/existing keys

109

# TODO: Check for dupliate/existing keys

110

puts "Adding #{key_list} to #{path}"

110

puts "Adding #{key_list} to #{path}"

111

File.open(path, 'a') do |file|

111

File.open(path, 'a') do |file|

112

adds.each do |kv|

112

adds.each do |kv|

113

Hash[*kv].to_yaml.each_line do |line|

113

Hash[*kv].to_yaml.each_line do |line|

114

file.puts " #{line}" unless (line =~ /^---/ || line.empty?)

114

file.puts " #{line}" unless (line =~ /^---/ || line.empty?)

115

end

115

end

116

end

116

end

117

end

117

end

118

end

118

end

119

end

119

end

120

121

desc 'Duplicates a key. Exemple rake locales:dup key=foo new_key=bar'

122

task :dup do

123

dir = ENV['DIR'] || './config/locales'

124

files = Dir.glob(File.join(dir,'*.yml'))

125

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

126

key = ENV['key']

127

new_key = ENV['new_key']

128

abort "Missing key argument" if key.blank?

129

abort "Missing new_key argument" if new_key.blank?

130

131

files.each do |path|

132

# Skip certain locales

133

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

134

puts "Adding #{new_key} to #{path}"

135

136

strings = File.read(path)

137

unless strings =~ /^( #{key}: .+)$/

138

puts "Key not found in #{path}"

139

end

141

line = $1

142

143

File.open(path, 'a') do |file|

144

file.puts(line.sub(key, new_key))

145

end

146

end

147

end

148

121

desc 'Check parsing yaml by psych library on Ruby 1.9.'

149

desc 'Check parsing yaml by psych library on Ruby 1.9.'

122

150

123

# On Fedora 12 and 13, if libyaml-devel is available,

151

# On Fedora 12 and 13, if libyaml-devel is available,

124

# in case of installing by rvm,

152

# in case of installing by rvm,

125

# Ruby 1.9 default yaml library is psych.

153

# Ruby 1.9 default yaml library is psych.

126

154

127

task :check_parsing_by_psych do

155

task :check_parsing_by_psych do

128

begin

156

begin

129

require 'psych'

157

require 'psych'

130

parser = Psych::Parser.new

158

parser = Psych::Parser.new

131

dir = ENV['DIR'] || './config/locales'

159

dir = ENV['DIR'] || './config/locales'

132

files = Dir.glob(File.join(dir,'*.yml'))

160

files = Dir.glob(File.join(dir,'*.yml'))

133

files.sort.each do |filename|

161

files.sort.each do |filename|

134

next if File.directory? filename

162

next if File.directory? filename

135

puts "parsing #{filename}..."

163

puts "parsing #{filename}..."

136

begin

164

begin

137

parser.parse File.open(filename)

165

parser.parse File.open(filename)

138

rescue Exception => e1

166

rescue Exception => e1

139

puts(e1.message)

167

puts(e1.message)

140

puts("")

168

puts("")

141

end

169

end

142

end

170

end

143

rescue Exception => e

171

rescue Exception => e

144

puts(e.message)

172

puts(e.message)

145

end

173

end

146

end

174

end

147

end

175

end

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

             desc 'Updates and checks locales against en.yml'
             task :locales do
               %w(locales:update locales:check_interpolation).collect do |task|
                 Rake::Task[task].invoke
               end
             end
             namespace :locales do
               desc 'Updates language files based on en.yml content (only works for new top level keys).'
               task :update do
                 dir = ENV['DIR'] || './config/locales'
                 en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']
                 files = Dir.glob(File.join(dir,'*.{yaml,yml}'))
                 files.sort.each do |file|
                   puts "Updating file #{file}"
                   file_strings = YAML.load(File.read(file))
                   file_strings = file_strings[file_strings.keys.first]
                   missing_keys = en_strings.keys - file_strings.keys
                   next if missing_keys.empty?
                   puts "==> Missing #{missing_keys.size} keys (#{missing_keys.join(', ')})"
                   lang = File.open(file, 'a')
                   missing_keys.each do |key|
                     {key => en_strings[key]}.to_yaml.each_line do |line|
                       next if line =~ /^---/ || line.empty?
                       puts "  #{line}"
                       lang << "  #{line}"
                     end
                   end
                   lang.close
                 end
               end
               desc 'Checks interpolation arguments in locals against en.yml'
               task :check_interpolation do
                 dir = ENV['DIR'] || './config/locales'
                 en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']
                 files = Dir.glob(File.join(dir,'*.{yaml,yml}'))
                 files.sort.each do |file|
                   puts "parsing #{file}..."
                   file_strings = YAML.load(File.read(file))
                   file_strings = file_strings[file_strings.keys.first]
                   file_strings.each do |key, string|
                     next unless string.is_a?(String)
                     string.scan /%\{\w+\}/ do |match|
                       unless en_strings[key].nil? || en_strings[key].include?(match)
                         puts "#{file}: #{key} uses #{match} not found in en.yml"
                       end
                     end
                   end
                 end
               end
               desc <<-END_DESC
             Removes a translation string from all locale file (only works for top-level childless non-multiline keys, probably doesn\'t work on windows).
             This task does not work on Ruby 1.8.6.
             You need to use Ruby 1.8.7 or later.
             Options:
               key=key_1,key_2    Comma-separated list of keys to delete
               skip=en,de         Comma-separated list of locale files to ignore (filename without extension)
             END_DESC
               task :remove_key do
                 dir = ENV['DIR'] || './config/locales'
                 files = Dir.glob(File.join(dir,'*.yml'))
                 skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil
                 deletes = ENV['key'] ? Regexp.union(ENV['key'].split(',')) : nil
                 # Ignore multiline keys (begin with | or >) and keys with children (nothing meaningful after :)
                 delete_regex = /\A  #{deletes}: +[^\|>\s#].*\z/
                 files.each do |path|
                   # Skip certain locales
                   (puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips
                   puts "Deleting selected keys from #{path}"
                   orig_content = File.open(path, 'r') {|file| file.read}
                   File.open(path, 'w') {|file| orig_content.each_line {|line| file.puts line unless line.chomp =~ delete_regex}}
                 end
               end
               desc <<-END_DESC
             Adds a new top-level translation string to all locale file (only works for childless keys, probably doesn\'t work on windows, doesn't check for duplicates).
             Options:
               key="some_key=foo"
               key1="another_key=bar"
               key_fb="foo=bar"         Keys to add in the form key=value, every option of the form key[,\\d,_*] will be recognised
               skip=en,de               Comma-separated list of locale files to ignore (filename without extension)
             END_DESC
               task :add_key do
                 dir = ENV['DIR'] || './config/locales'
                 files = Dir.glob(File.join(dir,'*.yml'))
                 skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil
                 keys_regex = /\Akey(\d+|_.+)?\z/
                 adds = ENV.reject {|k,v| !(k =~ keys_regex)}.values.collect {|v| Array.new v.split("=",2)}
                 key_list = adds.collect {|v| v[0]}.join(", ")
                 files.each do |path|
                   # Skip certain locales
                   (puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips
                   # TODO: Check for dupliate/existing keys
                   puts "Adding #{key_list} to #{path}"
                   File.open(path, 'a') do |file|
                     adds.each do |kv|
                       Hash[*kv].to_yaml.each_line do |line|
                         file.puts "  #{line}" unless (line =~ /^---/ || line.empty?)
                       end
                     end
                   end
                 end
               end
+              desc 'Duplicates a key. Exemple rake locales:dup key=foo new_key=bar'
+              task :dup do
+                dir = ENV['DIR'] || './config/locales'
+                files = Dir.glob(File.join(dir,'*.yml'))
+                skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil
+                key = ENV['key']
+                new_key = ENV['new_key']
+                abort "Missing key argument" if key.blank?
+                abort "Missing new_key argument" if new_key.blank?
+                files.each do |path|
+                  # Skip certain locales
+                  (puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips
+                  puts "Adding #{new_key} to #{path}"
+                  strings = File.read(path)
+                  unless strings =~ /^(  #{key}: .+)$/
+                    puts "Key not found in #{path}"
+                    next
+                  end
+                  line = $1
+                  File.open(path, 'a') do |file|
+                    file.puts(line.sub(key, new_key))
+                  end
+                end
+              end
               desc 'Check parsing yaml by psych library on Ruby 1.9.'
               # On Fedora 12 and 13, if libyaml-devel is available,
               # in case of installing by rvm,
               # Ruby 1.9 default yaml library is psych.
               task :check_parsing_by_psych do
                 begin
                   require 'psych'
                   parser = Psych::Parser.new
                   dir = ENV['DIR'] || './config/locales'
                   files = Dir.glob(File.join(dir,'*.yml'))
                   files.sort.each do |filename|
                     next if File.directory? filename
                     puts "parsing #{filename}..."
                     begin
                       parser.parse File.open(filename)
                     rescue Exception => e1
                       puts(e1.message)
                       puts("")
                     end
                   end
                 rescue Exception => e
                   puts(e.message)
                 end
               end
             end