jro_apps/redmine Commit - r9732:cc2ee90f9797

1

desc 'Updates and checks locales against en.yml'

1

desc 'Updates and checks locales against en.yml'

2

task :locales do

2

task :locales do

3

%w(locales:update locales:check_interpolation).collect do |task|

3

%w(locales:update locales:check_interpolation).collect do |task|

4

Rake::Task[task].invoke

4

Rake::Task[task].invoke

5

end

5

end

6

end

6

end

7

8

namespace :locales do

8

namespace :locales do

9

desc 'Updates language files based on en.yml content (only works for new top level keys).'

9

desc 'Updates language files based on en.yml content (only works for new top level keys).'

10

task :update do

10

task :update do

11

dir = ENV['DIR'] || './config/locales'

11

dir = ENV['DIR'] || './config/locales'

12

13

en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']

13

en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']

14

15

files = Dir.glob(File.join(dir,'*.{yaml,yml}'))

15

files = Dir.glob(File.join(dir,'*.{yaml,yml}'))

16

files.each do |file|

16

files.each do |file|

17

puts "Updating file #{file}"

17

puts "Updating file #{file}"

18

file_strings = YAML.load(File.read(file))

18

file_strings = YAML.load(File.read(file))

19

file_strings = file_strings[file_strings.keys.first]

19

file_strings = file_strings[file_strings.keys.first]

20

21

missing_keys = en_strings.keys - file_strings.keys

21

missing_keys = en_strings.keys - file_strings.keys

22

next if missing_keys.empty?

22

next if missing_keys.empty?

23

24

puts "==> Missing #{missing_keys.size} keys (#{missing_keys.join(', ')})"

24

puts "==> Missing #{missing_keys.size} keys (#{missing_keys.join(', ')})"

25

lang = File.open(file, 'a')

25

lang = File.open(file, 'a')

26

27

missing_keys.each do |key|

27

missing_keys.each do |key|

28

{key => en_strings[key]}.to_yaml.each_line do |line|

28

{key => en_strings[key]}.to_yaml.each_line do |line|

29

next if line =~ /^---/ || line.empty?

29

next if line =~ /^---/ || line.empty?

30

puts " #{line}"

30

puts " #{line}"

31

lang << " #{line}"

31

lang << " #{line}"

32

end

32

end

33

end

33

end

34

35

lang.close

35

lang.close

36

end

36

end

37

end

37

end

38

39

desc 'Checks interpolation arguments in locals against en.yml'

39

desc 'Checks interpolation arguments in locals against en.yml'

40

task :check_interpolation do

40

task :check_interpolation do

41

dir = ENV['DIR'] || './config/locales'

41

dir = ENV['DIR'] || './config/locales'

42

en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']

42

en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']

43

files = Dir.glob(File.join(dir,'*.{yaml,yml}'))

43

files = Dir.glob(File.join(dir,'*.{yaml,yml}'))

44

files.each do |file|

44

files.sort.each do |file|

45

puts "parsing #{file}..."

45

file_strings = YAML.load(File.read(file))

46

file_strings = YAML.load(File.read(file))

46

file_strings = file_strings[file_strings.keys.first]

47

file_strings = file_strings[file_strings.keys.first]

47

48

file_strings.each do |key, string|

49

file_strings.each do |key, string|

49

next unless string.is_a?(String)

50

next unless string.is_a?(String)

50

string.scan /%\{\w+\}/ do |match|

51

string.scan /%\{\w+\}/ do |match|

51

unless en_strings[key].nil? || en_strings[key].include?(match)

52

unless en_strings[key].nil? || en_strings[key].include?(match)

52

puts "#{file}: #{key} uses #{match} not found in en.yml"

53

puts "#{file}: #{key} uses #{match} not found in en.yml"

53

end

54

end

54

end

55

end

55

end

56

end

56

end

57

end

57

end

58

end

58

59

desc <<-END_DESC

60

desc <<-END_DESC

60

Removes a translation string from all locale file (only works for top-level childless non-multiline keys, probably doesn\'t work on windows).

61

Removes a translation string from all locale file (only works for top-level childless non-multiline keys, probably doesn\'t work on windows).

61

62

This task does not work on Ruby 1.8.6.

63

This task does not work on Ruby 1.8.6.

63

You need to use Ruby 1.8.7 or later.

64

You need to use Ruby 1.8.7 or later.

64

65

Options:

66

Options:

66

key=key_1,key_2 Comma-separated list of keys to delete

67

key=key_1,key_2 Comma-separated list of keys to delete

67

skip=en,de Comma-separated list of locale files to ignore (filename without extension)

68

skip=en,de Comma-separated list of locale files to ignore (filename without extension)

68

END_DESC

69

END_DESC

69

70

task :remove_key do

71

task :remove_key do

71

dir = ENV['DIR'] || './config/locales'

72

dir = ENV['DIR'] || './config/locales'

72

files = Dir.glob(File.join(dir,'*.yml'))

73

files = Dir.glob(File.join(dir,'*.yml'))

73

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

74

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

74

deletes = ENV['key'] ? Regexp.union(ENV['key'].split(',')) : nil

75

deletes = ENV['key'] ? Regexp.union(ENV['key'].split(',')) : nil

75

# Ignore multiline keys (begin with | or >) and keys with children (nothing meaningful after :)

76

# Ignore multiline keys (begin with | or >) and keys with children (nothing meaningful after :)

76

delete_regex = /\A #{deletes}: +[^\|>\s#].*\z/

77

delete_regex = /\A #{deletes}: +[^\|>\s#].*\z/

77

78

files.each do |path|

79

files.each do |path|

79

# Skip certain locales

80

# Skip certain locales

80

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

81

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

81

puts "Deleting selected keys from #{path}"

82

puts "Deleting selected keys from #{path}"

82

orig_content = File.open(path, 'r') {|file| file.read}

83

orig_content = File.open(path, 'r') {|file| file.read}

83

File.open(path, 'w') {|file| orig_content.each_line {|line| file.puts line unless line.chomp =~ delete_regex}}

84

File.open(path, 'w') {|file| orig_content.each_line {|line| file.puts line unless line.chomp =~ delete_regex}}

84

end

85

end

85

end

86

end

86

87

desc <<-END_DESC

88

desc <<-END_DESC

88

Adds a new top-level translation string to all locale file (only works for childless keys, probably doesn\'t work on windows, doesn't check for duplicates).

89

Adds a new top-level translation string to all locale file (only works for childless keys, probably doesn\'t work on windows, doesn't check for duplicates).

89

90

Options:

91

Options:

91

key="some_key=foo"

92

key="some_key=foo"

92

key1="another_key=bar"

93

key1="another_key=bar"

93

key_fb="foo=bar" Keys to add in the form key=value, every option of the form key[,\\d,_*] will be recognised

94

key_fb="foo=bar" Keys to add in the form key=value, every option of the form key[,\\d,_*] will be recognised

94

skip=en,de Comma-separated list of locale files to ignore (filename without extension)

95

skip=en,de Comma-separated list of locale files to ignore (filename without extension)

95

END_DESC

96

END_DESC

96

97

task :add_key do

98

task :add_key do

98

dir = ENV['DIR'] || './config/locales'

99

dir = ENV['DIR'] || './config/locales'

99

files = Dir.glob(File.join(dir,'*.yml'))

100

files = Dir.glob(File.join(dir,'*.yml'))

100

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

101

skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil

101

keys_regex = /\Akey(\d+|_.+)?\z/

102

keys_regex = /\Akey(\d+|_.+)?\z/

102

adds = ENV.reject {|k,v| !(k =~ keys_regex)}.values.collect {|v| Array.new v.split("=",2)}

103

adds = ENV.reject {|k,v| !(k =~ keys_regex)}.values.collect {|v| Array.new v.split("=",2)}

103

key_list = adds.collect {|v| v[0]}.join(", ")

104

key_list = adds.collect {|v| v[0]}.join(", ")

104

105

files.each do |path|

106

files.each do |path|

106

# Skip certain locales

107

# Skip certain locales

107

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

108

(puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips

108

# TODO: Check for dupliate/existing keys

109

# TODO: Check for dupliate/existing keys

109

puts "Adding #{key_list} to #{path}"

110

puts "Adding #{key_list} to #{path}"

110

File.open(path, 'a') do |file|

111

File.open(path, 'a') do |file|

111

adds.each do |kv|

112

adds.each do |kv|

112

Hash[*kv].to_yaml.each_line do |line|

113

Hash[*kv].to_yaml.each_line do |line|

113

file.puts " #{line}" unless (line =~ /^---/ || line.empty?)

114

file.puts " #{line}" unless (line =~ /^---/ || line.empty?)

114

end

115

end

115

end

116

end

116

end

117

end

117

end

118

end

118

end

119

end

119

120

desc 'Check parsing yaml by psych library on Ruby 1.9.'

121

desc 'Check parsing yaml by psych library on Ruby 1.9.'

121

122

# On Fedora 12 and 13, if libyaml-devel is available,

123

# On Fedora 12 and 13, if libyaml-devel is available,

123

# in case of installing by rvm,

124

# in case of installing by rvm,

124

# Ruby 1.9 default yaml library is psych.

125

# Ruby 1.9 default yaml library is psych.

125

126

task :check_parsing_by_psych do

127

task :check_parsing_by_psych do

127

begin

128

begin

128

require 'psych'

129

require 'psych'

129

parser = Psych::Parser.new

130

parser = Psych::Parser.new

130

dir = ENV['DIR'] || './config/locales'

131

dir = ENV['DIR'] || './config/locales'

131

files = Dir.glob(File.join(dir,'*.yml'))

132

files = Dir.glob(File.join(dir,'*.yml'))

132

files.each do |filename|

133

files.sort.each do |filename|

133

next if File.directory? filename

134

next if File.directory? filename

134

puts "parsing #{filename}..."

135

puts "parsing #{filename}..."

135

begin

136

begin

136

parser.parse File.open(filename)

137

parser.parse File.open(filename)

137

rescue Exception => e1

138

rescue Exception => e1

138

puts(e1.message)

139

puts(e1.message)

139

puts("")

140

puts("")

140

end

141

end

141

end

142

end

142

rescue Exception => e

143

rescue Exception => e

143

puts(e.message)

144

puts(e.message)

144

end

145

end

145

end

146

end

146

end

147

end

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

             desc 'Updates and checks locales against en.yml'
             task :locales do
               %w(locales:update locales:check_interpolation).collect do |task|
                 Rake::Task[task].invoke
               end
             end
             namespace :locales do
               desc 'Updates language files based on en.yml content (only works for new top level keys).'
               task :update do
                 dir = ENV['DIR'] || './config/locales'
                 en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']
                 files = Dir.glob(File.join(dir,'*.{yaml,yml}'))
                 files.each do |file|
                   puts "Updating file #{file}"
                   file_strings = YAML.load(File.read(file))
                   file_strings = file_strings[file_strings.keys.first]
                   missing_keys = en_strings.keys - file_strings.keys
                   next if missing_keys.empty?
                   puts "==> Missing #{missing_keys.size} keys (#{missing_keys.join(', ')})"
                   lang = File.open(file, 'a')
                   missing_keys.each do |key|
                     {key => en_strings[key]}.to_yaml.each_line do |line|
                       next if line =~ /^---/ || line.empty?
                       puts "  #{line}"
                       lang << "  #{line}"
                     end
                   end
                   lang.close
                 end
               end
               desc 'Checks interpolation arguments in locals against en.yml'
               task :check_interpolation do
                 dir = ENV['DIR'] || './config/locales'
                 en_strings = YAML.load(File.read(File.join(dir,'en.yml')))['en']
                 files = Dir.glob(File.join(dir,'*.{yaml,yml}'))
-                files.each do |file|
+                files.sort.each do |file|
+                  puts "parsing #{file}..."
                   file_strings = YAML.load(File.read(file))
                   file_strings = file_strings[file_strings.keys.first]
                   file_strings.each do |key, string|
                     next unless string.is_a?(String)
                     string.scan /%\{\w+\}/ do |match|
                       unless en_strings[key].nil? || en_strings[key].include?(match)
                         puts "#{file}: #{key} uses #{match} not found in en.yml"
                       end
                     end
                   end
                 end
               end
               desc <<-END_DESC
             Removes a translation string from all locale file (only works for top-level childless non-multiline keys, probably doesn\'t work on windows).
             This task does not work on Ruby 1.8.6.
             You need to use Ruby 1.8.7 or later.
             Options:
               key=key_1,key_2    Comma-separated list of keys to delete
               skip=en,de         Comma-separated list of locale files to ignore (filename without extension)
             END_DESC
               task :remove_key do
                 dir = ENV['DIR'] || './config/locales'
                 files = Dir.glob(File.join(dir,'*.yml'))
                 skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil
                 deletes = ENV['key'] ? Regexp.union(ENV['key'].split(',')) : nil
                 # Ignore multiline keys (begin with | or >) and keys with children (nothing meaningful after :)
                 delete_regex = /\A  #{deletes}: +[^\|>\s#].*\z/
                 files.each do |path|
                   # Skip certain locales
                   (puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips
                   puts "Deleting selected keys from #{path}"
                   orig_content = File.open(path, 'r') {|file| file.read}
                   File.open(path, 'w') {|file| orig_content.each_line {|line| file.puts line unless line.chomp =~ delete_regex}}
                 end
               end
               desc <<-END_DESC
             Adds a new top-level translation string to all locale file (only works for childless keys, probably doesn\'t work on windows, doesn't check for duplicates).
             Options:
               key="some_key=foo"
               key1="another_key=bar"
               key_fb="foo=bar"         Keys to add in the form key=value, every option of the form key[,\\d,_*] will be recognised
               skip=en,de               Comma-separated list of locale files to ignore (filename without extension)
             END_DESC
               task :add_key do
                 dir = ENV['DIR'] || './config/locales'
                 files = Dir.glob(File.join(dir,'*.yml'))
                 skips = ENV['skip'] ? Regexp.union(ENV['skip'].split(',')) : nil
                 keys_regex = /\Akey(\d+|_.+)?\z/
                 adds = ENV.reject {|k,v| !(k =~ keys_regex)}.values.collect {|v| Array.new v.split("=",2)}
                 key_list = adds.collect {|v| v[0]}.join(", ")
                 files.each do |path|
                   # Skip certain locales
                   (puts "Skipping #{path}"; next) if File.basename(path, ".yml") =~ skips
                   # TODO: Check for dupliate/existing keys
                   puts "Adding #{key_list} to #{path}"
                   File.open(path, 'a') do |file|
                     adds.each do |kv|
                       Hash[*kv].to_yaml.each_line do |line|
                         file.puts "  #{line}" unless (line =~ /^---/ || line.empty?)
                       end
                     end
                   end
                 end
               end
               desc 'Check parsing yaml by psych library on Ruby 1.9.'
               # On Fedora 12 and 13, if libyaml-devel is available,
               # in case of installing by rvm,
               # Ruby 1.9 default yaml library is psych.
               task :check_parsing_by_psych do
                 begin
                   require 'psych'
                   parser = Psych::Parser.new
                   dir = ENV['DIR'] || './config/locales'
                   files = Dir.glob(File.join(dir,'*.yml'))
-                  files.each do |filename|
+                  files.sort.each do |filename|
                     next if File.directory? filename
                     puts "parsing #{filename}..."
                     begin
                       parser.parse File.open(filename)
                     rescue Exception => e1
                       puts(e1.message)
                       puts("")
                     end
                   end
                 rescue Exception => e
                   puts(e.message)
                 end
               end
             end