settings.lua 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159
  1. require 'xlua'
  2. require 'pl'
  3. require 'trepl'
  4. require 'cutorch'
  5. -- global settings
  6. if package.preload.settings then
  7. return package.preload.settings
  8. end
  9. -- default tensor type
  10. torch.setdefaulttensortype('torch.FloatTensor')
  11. local settings = {}
  12. local cmd = torch.CmdLine()
  13. cmd:text()
  14. cmd:text("waifu2x-training")
  15. cmd:text("Options:")
  16. cmd:option("-gpu", -1, 'GPU Device ID')
  17. cmd:option("-seed", 11, 'RNG seed (note: it only able to reproduce the training results with `-thread 1`)')
  18. cmd:option("-data_dir", "./data", 'path to data directory')
  19. cmd:option("-backend", "cunn", '(cunn|cudnn)')
  20. cmd:option("-test", "images/miku_small.png", 'path to test image')
  21. cmd:option("-model_dir", "./models", 'model directory')
  22. cmd:option("-method", "scale", 'method to training (noise|scale|noise_scale|user)')
  23. cmd:option("-model", "vgg_7", 'model architecture (vgg_7|vgg_12|upconv_7|upconv_8_4x|dilated_7)')
  24. cmd:option("-noise_level", 1, '(0|1|2|3)')
  25. cmd:option("-style", "art", '(art|photo)')
  26. cmd:option("-color", 'rgb', '(y|rgb)')
  27. cmd:option("-random_color_noise_rate", 0.0, 'data augmentation using color noise (0.0-1.0)')
  28. cmd:option("-random_overlay_rate", 0.0, 'data augmentation using flipped image overlay (0.0-1.0)')
  29. cmd:option("-random_half_rate", 0.0, 'data augmentation using half resolution image (0.0-1.0)')
  30. cmd:option("-random_unsharp_mask_rate", 0.0, 'data augmentation using unsharp mask (0.0-1.0)')
  31. cmd:option("-random_blur_rate", 0.0, 'data augmentation using gaussian blur (0.0-1.0)')
  32. cmd:option("-random_blur_size", "3,5", 'filter size for random gaussian blur (comma separated)')
  33. cmd:option("-random_blur_sigma_min", 0.5, 'min sigma for random gaussian blur')
  34. cmd:option("-random_blur_sigma_max", 0.75, 'max sigma for random gaussian blur')
  35. cmd:option("-scale", 2.0, 'scale factor (2)')
  36. cmd:option("-learning_rate", 0.00025, 'learning rate for adam')
  37. cmd:option("-crop_size", 48, 'crop size')
  38. cmd:option("-max_size", 256, 'if image is larger than N, image will be crop randomly')
  39. cmd:option("-batch_size", 16, 'mini batch size')
  40. cmd:option("-patches", 64, 'number of patch samples')
  41. cmd:option("-inner_epoch", 4, 'number of inner epochs')
  42. cmd:option("-epoch", 50, 'number of epochs to run')
  43. cmd:option("-thread", -1, 'number of CPU threads')
  44. cmd:option("-jpeg_chroma_subsampling_rate", 0.5, 'the rate of using YUV 4:2:0 in denoising training (0.0-1.0)')
  45. cmd:option("-validation_rate", 0.05, 'validation-set rate (number_of_training_images * validation_rate > 1)')
  46. cmd:option("-validation_crops", 200, 'number of cropping region per image in validation')
  47. cmd:option("-active_cropping_rate", 0.5, 'active cropping rate')
  48. cmd:option("-active_cropping_tries", 10, 'active cropping tries')
  49. cmd:option("-nr_rate", 0.65, 'trade-off between reducing noise and erasing details (0.0-1.0)')
  50. cmd:option("-save_history", 0, 'save all model (0|1)')
  51. cmd:option("-plot", 0, 'plot loss chart(0|1)')
  52. cmd:option("-downsampling_filters", "Box,Lanczos,Sinc", '(comma separated)downsampling filters for 2x scale training. (Point,Box,Triangle,Hermite,Hanning,Hamming,Blackman,Gaussian,Quadratic,Cubic,Catrom,Mitchell,Lanczos,Bessel,Sinc)')
  53. cmd:option("-max_training_image_size", -1, 'if training image is larger than N, image will be crop randomly when data converting')
  54. cmd:option("-use_transparent_png", 0, 'use transparent png (0|1)')
  55. cmd:option("-resize_blur_min", 0.95, 'min blur parameter for ResizeImage')
  56. cmd:option("-resize_blur_max", 1.05, 'max blur parameter for ResizeImage')
  57. cmd:option("-oracle_rate", 0.1, '')
  58. cmd:option("-oracle_drop_rate", 0.5, '')
  59. cmd:option("-learning_rate_decay", 3.0e-7, 'learning rate decay (learning_rate * 1/(1+num_of_data*patches*epoch))')
  60. cmd:option("-resume", "", 'resume model file')
  61. cmd:option("-name", "user", 'model name for user method')
  62. cmd:option("-gpu", 1, 'Device ID')
  63. local function to_bool(settings, name)
  64. if settings[name] == 1 then
  65. settings[name] = true
  66. else
  67. settings[name] = false
  68. end
  69. end
  70. local opt = cmd:parse(arg)
  71. for k, v in pairs(opt) do
  72. settings[k] = v
  73. end
  74. to_bool(settings, "plot")
  75. to_bool(settings, "save_history")
  76. to_bool(settings, "use_transparent_png")
  77. if settings.plot then
  78. require 'gnuplot'
  79. end
  80. if settings.save_history then
  81. if settings.method == "noise" then
  82. settings.model_file = string.format("%s/noise%d_model.%%d-%%d.t7",
  83. settings.model_dir, settings.noise_level)
  84. settings.model_file_best = string.format("%s/noise%d_model.t7",
  85. settings.model_dir, settings.noise_level)
  86. elseif settings.method == "scale" then
  87. settings.model_file = string.format("%s/scale%.1fx_model.%%d-%%d.t7",
  88. settings.model_dir, settings.scale)
  89. settings.model_file_best = string.format("%s/scale%.1fx_model.t7",
  90. settings.model_dir, settings.scale)
  91. elseif settings.method == "noise_scale" then
  92. settings.model_file = string.format("%s/noise%d_scale%.1fx_model.%%d-%%d.t7",
  93. settings.model_dir,
  94. settings.noise_level,
  95. settings.scale)
  96. settings.model_file_best = string.format("%s/noise%d_scale%.1fx_model.t7",
  97. settings.model_dir,
  98. settings.noise_level,
  99. settings.scale)
  100. elseif settings.method == "user" then
  101. settings.model_file = string.format("%s/%s_model.%%d-%%d.t7",
  102. settings.model_dir,
  103. settings.name)
  104. settings.model_file_best = string.format("%s/%s_model.t7",
  105. settings.model_dir,
  106. settings.name)
  107. else
  108. error("unknown method: " .. settings.method)
  109. end
  110. else
  111. if settings.method == "noise" then
  112. settings.model_file = string.format("%s/noise%d_model.t7",
  113. settings.model_dir, settings.noise_level)
  114. elseif settings.method == "scale" then
  115. settings.model_file = string.format("%s/scale%.1fx_model.t7",
  116. settings.model_dir, settings.scale)
  117. elseif settings.method == "noise_scale" then
  118. settings.model_file = string.format("%s/noise%d_scale%.1fx_model.t7",
  119. settings.model_dir, settings.noise_level, settings.scale)
  120. elseif settings.method == "user" then
  121. settings.model_file = string.format("%s/%s_model.t7",
  122. settings.model_dir, settings.name)
  123. else
  124. error("unknown method: " .. settings.method)
  125. end
  126. end
  127. if not (settings.color == "rgb" or settings.color == "y") then
  128. error("color must be y or rgb")
  129. end
  130. if not ( settings.scale == 1 or (settings.scale == math.floor(settings.scale) and settings.scale % 2 == 0)) then
  131. error("scale must be 1 or mod-2")
  132. end
  133. if not (settings.style == "art" or
  134. settings.style == "photo") then
  135. error(string.format("unknown style: %s", settings.style))
  136. end
  137. if settings.thread > 0 then
  138. torch.setnumthreads(tonumber(settings.thread))
  139. end
  140. if settings.downsampling_filters and settings.downsampling_filters:len() > 0 then
  141. settings.downsampling_filters = settings.downsampling_filters:split(",")
  142. else
  143. settings.downsampling_filters = {"Box", "Lanczos", "Catrom"}
  144. end
  145. settings.images = string.format("%s/images.t7", settings.data_dir)
  146. settings.image_list = string.format("%s/image_list.txt", settings.data_dir)
  147. cutorch.setDevice(opt.gpu)
  148. return settings