pk_teisendame_polygoone.R 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281
  1. #' Piirkonnale andmebaasides olevate polügoonide teisendamine
  2. #'
  3. #' Etteantud piirkonna geomeetrilise piirjoone ('piir') ja selle joone piirikasti ('bb') järele leitakse nende aladega kaetud polügoonid. Andmed salvestatakse postgis andmebaasi.
  4. #'
  5. #' @param obj str Objekti nimi. Edaspidi on oluline ainult see nimi. Piirkonna geomeetrilist joont ei ole vaja lisada.
  6. #' @param conf A list() of configuration variables. Default values \code{\link[ruut]{get_config}}.
  7. #' @return Uute andmebaasi kihtide 'piir_...' ja 'bb_...' loomine.
  8. #' @seealso [sf::st_read()], [sf::write_sf()],[sf::st_transform()],[ruut::pk_sellest_alustame_db_loomist()],[ruut::pk_lisame_ruudustikud()] ,[ruut::pk_lisame_polygoonid()],[ruut::pk_lisame_jooned()],[ruut::pk_lisame_punktid()],[ruut::pk_teisendame_polygoone()],[ruut::pk_teisendame_jooni()],[ruut::pk_teisendame_punkte()]
  9. #' @keywords postgis, boundary box, EPSG:3301
  10. #' @export
  11. #' @examples
  12. #' \dontrun{
  13. #'
  14. #' obj <- "marja"
  15. #' pk_teisendame_polygoone(obj = obj, conf = NULL)
  16. #'
  17. #' # Layers list.
  18. #' ruut::db_schema_tablenames(conf = conf)
  19. #' }
  20. pk_teisendame_polygoone <- function(obj = NULL, conf = NULL) {
  21. ## ------------- muutujad ja teisendused ---------------
  22. vars <- ajutised_muutujad(pk = NULL, obj, conf)
  23. obj <- vars$obj
  24. piir <- vars$pk
  25. conf <- vars$conf
  26. ## Konfiguratsiooni muutujale väärtuste omistamine, kui seda pole antud.
  27. if (!any("a00_piir" %in% ruut::db_schema_tablenames(conf = conf))) {
  28. cat(
  29. "\nAndmebaas loomata. Palun funktsiooniga ruut::pk_sellest_alustame_db_loomist() andmebaasi loomist.\n"
  30. )
  31. return(NULL)
  32. }
  33. ## ====================== teisendused =====================
  34. # Layers list
  35. layer_names <- ruut::db_schema_tablenames(conf = conf)
  36. layer_names <-
  37. layer_names[!layer_names %in% c("a00_bb2",
  38. "a00_piir_bb",
  39. "bb2_epk10t_grid",
  40. "bb2_epk02t_grid",
  41. "bb2_epk2t_grid")]
  42. # layer_names <-
  43. # c("a00_piir", layer_names[grepl("^data_", layer_names)])
  44. layer_names <-
  45. c(layer_names[grepl("^data_", layer_names)])
  46. for (layer_name in layer_names) {
  47. conn <- ruut::db_connect(conf = conf)
  48. try(ruumiline_obj <-
  49. sf::st_read(dsn = conn,
  50. layer = c(conf$schema, layer_name)))
  51. DBI::dbDisconnect(conn)
  52. ## Kontlrollime kas geomeetriline objekt on polügoon.
  53. ## Arvutame sel juhul pindala.
  54. is_polygon <-
  55. any(grepl("polygon", tolower(
  56. attributes(ruumiline_obj$geom)$class
  57. ), fixed = TRUE))
  58. if (is_polygon) {
  59. ## 1. Lõikame objekti ruudistikga tükkideks. Ühte ruutu võib jääda mitu tükki.
  60. ## Peame need pärast ühendama
  61. # ruut::qgis_algorithm_search_by_word("Intersection")
  62. algorithm <- "native:intersection"
  63. conf$table <- sprintf("%s", layer_name)
  64. input <- ruut::construct_to_gpkg_output_postgres_str(
  65. conf = conf,
  66. geometry_type = "MultiPolygon",
  67. srid = 3301,
  68. checkPrimaryKeyUnicity = TRUE,
  69. key = "id",
  70. geometry_field = "geom"
  71. )
  72. conf$table <- sprintf("%s", "bb2_epk02t_grid")
  73. overlay <- ruut::construct_to_gpkg_output_postgres_str(
  74. conf = conf,
  75. geometry_type = "Polygon",
  76. srid = 3301,
  77. checkPrimaryKeyUnicity = TRUE,
  78. key = "id",
  79. geometry_field = "geom"
  80. )
  81. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  82. str <-
  83. sprintf(
  84. "{ 'INPUT' : '%s', 'INPUT_FIELDS' : ['fid'], 'OUTPUT' : '%s', 'OVERLAY' : '%s', 'OVERLAY_FIELDS' : [], 'OVERLAY_FIELDS_PREFIX' : '' }",
  85. input,
  86. output,
  87. overlay
  88. )
  89. cmd <-
  90. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  91. system(cmd)
  92. ## 2. Ühendame ruudus olevad pinnad
  93. # ruut::qgis_algorithm_search_by_word("Dissolve")
  94. algorithm <- "native:dissolve"
  95. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  96. output <- vars$tmp_gpkg_file_output_2 # ajutine fail
  97. str <-
  98. sprintf("{ 'FIELD' : ['%s'], 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  99. "id",
  100. input,
  101. output)
  102. cmd <-
  103. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  104. system(cmd)
  105. ## 3. Lisame pindade pindalad ja perimeetri
  106. # ruut::qgis_algorithm_search_by_word("attributes")
  107. algorithm <- "qgis:exportaddgeometrycolumns"
  108. input <- vars$tmp_gpkg_file_input_2 # ajutine fail
  109. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  110. str <-
  111. sprintf("{ 'CALC_METHOD' : 0, 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  112. input,
  113. output)
  114. cmd <-
  115. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  116. system(cmd)
  117. ## 4. Add field
  118. ## Arvutame pindala protsendi ruudust
  119. # ruut::qgis_algorithm_search_by_word("pythonfield")
  120. algorithm <- "qgis:advancedpythonfieldcalculator"
  121. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  122. output <- vars$tmp_gpkg_file_output_2 # ajutine fail
  123. str <-
  124. sprintf(
  125. "{ 'FIELD_NAME' : 'area_pc', 'FIELD_TYPE' : 1, 'FIELD_LENGTH' : 4, 'FIELD_PRECISION' : 2, 'GLOBAL' : '', 'FORMULA' : 'value = round($geom.area()/10000,3)', 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  126. input,
  127. output
  128. )
  129. cmd <-
  130. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  131. system(cmd)
  132. ## ------------- TIFF ----------------
  133. ## 5. Ühendame ruudud asukoha atribuutide järele.
  134. # ruut::qgis_algorithm_search_by_word("attributes")
  135. algorithm <- "native:joinattributesbylocation"
  136. conf$table <- "bb2_epk02t_grid"
  137. input <-
  138. ruut::construct_to_gpkg_output_postgres_str(
  139. conf = conf,
  140. geometry_field = "geom",
  141. geometry_type = "MultiPolygon",
  142. srid = 3301,
  143. checkPrimaryKeyUnicity = TRUE,
  144. key = "id"
  145. )
  146. join <- vars$tmp_gpkg_file_input_2 # ajutine fail
  147. output <- vars$tmp_gpkg_file_output_1
  148. str <-
  149. sprintf(
  150. "{ 'DISCARD_NONMATCHING' : False, 'INPUT' : '%s', 'JOIN' : '%s', 'JOIN_FIELDS' : ['area_pc'], 'METHOD' : 0, 'OUTPUT' : '%s', 'PREDICATE' : [1], 'PREFIX' : '' }",
  151. input,
  152. join,
  153. output
  154. )
  155. cmd <-
  156. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  157. system(cmd)
  158. ## 6. Asendame NULL väärtustega 0.
  159. algorithm <- "qgis:advancedpythonfieldcalculator"
  160. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  161. output <- vars$tmp_gpkg_file_output_2
  162. cmd <-
  163. sprintf(
  164. "qgis_process run %s --FIELD_NAME='value' --FIELD_TYPE=1 --FIELD_LENGTH=4 --FIELD_PRECISION=2 --GLOBAL=\"def getValue(x):
  165. if not x:
  166. value = 0
  167. else:
  168. value = x
  169. return value\" --FORMULA='value = getValue( <area_pc> )' --INPUT='%s' --OUTPUT='%s' ",
  170. algorithm,
  171. input,
  172. output
  173. )
  174. system(cmd)
  175. ## 7. tif salvestamine tmp kataloogi
  176. conn <- ruut::db_connect(conf = conf)
  177. grid_layer <-
  178. sf::read_sf(dsn = conn,
  179. layer = c(conf$schema, "bb2_epk02t_grid"))
  180. DBI::dbDisconnect(conn)
  181. # sf::st_crs(grid_layer) <- 3301
  182. pk_attributes <- attributes(grid_layer$geom)
  183. extent <-
  184. sprintf(
  185. "%s,%s,%s,%s [EPSG:3301]",
  186. round((pk_attributes$bbox["xmin"] / 100), digits = 0) * 100,
  187. ceiling((pk_attributes$bbox["xmax"] / 100)) * 100,
  188. round((pk_attributes$bbox["ymin"] / 100), digits = 0) * 100,
  189. ceiling((pk_attributes$bbox["ymax"] / 100)) * 100
  190. )
  191. # ruut::qgis_algorithm_search_by_word("Rasterize")
  192. algorithm <- "gdal:rasterize"
  193. # ruut::qgis_show_help(algorithm = algorithm)
  194. input <- vars$tmp_gpkg_file_input_2
  195. tif_file_name <-
  196. sprintf("tif_%s", gsub("^data_", "", layer_name))
  197. output <- sprintf("%s/%s.tif", vars$tmp_dir, tif_file_name)
  198. str <-
  199. sprintf(
  200. "{ 'BURN' : 0, 'DATA_TYPE' : 5, 'EXTENT' : '%s', 'EXTRA' : '-a_srs epsg:3301', 'FIELD' : 'value', 'HEIGHT' : 100, 'INIT' : None, 'INPUT' : '%s', 'INVERT' : False, 'NODATA' : -1, 'OPTIONS' : '', 'OUTPUT' : '%s', 'UNITS' : 1, 'WIDTH' : 100 }",
  201. extent,
  202. input,
  203. output
  204. )
  205. cmd <-
  206. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  207. system(cmd) # Salvestame kataloogi
  208. ## 8. ----------- TIF TO POSTGIS -------------
  209. # Installi eelnevalt andmebaasi laiendus: create extension postgis_raster;
  210. (
  211. cmd <- sprintf(
  212. "export PGPASSWORD=%s && raster2pgsql -s 3301 -d -I -C -M %s %s.%s_tif | psql -U %s -d %s -h %s -p %s",
  213. conf$password,
  214. output,
  215. conf$schema,
  216. tif_file_name,
  217. conf$user,
  218. conf$dbname,
  219. conf$host,
  220. conf$port
  221. )
  222. )
  223. system(cmd)
  224. ## 9. Eemaldame üleliigsed veerud ja salvestame tiff alusfaili andmebaasi
  225. # ruut::qgis_algorithm_search_by_word("Drop ")
  226. algorithm <- "native:deletecolumn"
  227. input <- vars$tmp_gpkg_file_input_2
  228. conf$table <-
  229. sprintf("grid_%s", gsub("^data_", "", layer_name))
  230. output <-
  231. ruut::construct_to_gpkg_output_postgres_str(
  232. conf = conf,
  233. geometry_field = "geom",
  234. geometry_type = "MultiPolygon",
  235. srid = 3301,
  236. checkPrimaryKeyUnicity = FALSE,
  237. key = "id"
  238. )
  239. cmd <-
  240. sprintf(
  241. "qgis_process run %s --COLUMN='area_pc' --COLUMN='fid' --COLUMN='left' --COLUMN='top' --COLUMN='right' --COLUMN='bottom' --INPUT='%s' --OUTPUT='%s' ",
  242. algorithm,
  243. input,
  244. output
  245. )
  246. system(cmd)
  247. ## 10. Kustutame geom veeru.
  248. conn <- ruut::db_connect(conf = conf)
  249. q <-
  250. sprintf("ALTER TABLE %s.%s DROP COLUMN geom;",
  251. conf$schema,
  252. conf$table)
  253. cat(sprintf("\n-----------------\n%s\n\n", q))
  254. DBI::dbSendQuery(conn, q)
  255. ## 11. Vaakum.
  256. q <-
  257. sprintf(
  258. "VACUUM (FULL, FREEZE, VERBOSE, ANALYZE, INDEX_CLEANUP) %s.%s;",
  259. conf$schema,
  260. conf$table
  261. )
  262. cat(sprintf("\n-----------------\n%s\n\n", q))
  263. DBI::dbSendQuery(conn, q)
  264. DBI::dbDisconnect(conn)
  265. }
  266. }
  267. ## Layers list
  268. conf$schema <- obj
  269. ruut::db_schema_tablenames(conf = conf)
  270. sf::st_layers(dsn = vars$tmp_gpkg_file)
  271. }