pk_teisendame_polygoone.R 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290
  1. #' Piirkonnale andmebaasides olevate polügoonide teisendamine
  2. #'
  3. #' Etteantud piirkonna geomeetrilise piirjoone ('piir') ja selle joone piirikasti ('bb') järele leitakse nende aladega kaetud polügoonid. Andmed salvestatakse postgis andmebaasi.
  4. #'
  5. #' @param obj str Objekti nimi. Edaspidi on oluline ainult see nimi. Piirkonna geomeetrilist joont ei ole vaja lisada.
  6. #' @param conf A list() of configuration variables. Default values \code{\link[ruut]{get_config}}.
  7. #' @return Uute andmebaasi kihtide 'piir_...' ja 'bb_...' loomine.
  8. #' @seealso [sf::st_read()], [sf::write_sf()],[sf::st_transform()],[ruut::pk_sellest_alustame_db_loomist()],[ruut::pk_lisame_ruudustikud()] ,[ruut::pk_lisame_polygoonid()],[ruut::pk_lisame_jooned()],[ruut::pk_lisame_punktid()],[ruut::pk_teisendame_polygoone()],[ruut::pk_teisendame_jooni()],[ruut::pk_teisendame_punkte()]
  9. #' @keywords postgis, boundary box, EPSG:3301
  10. #' @export
  11. #' @examples
  12. #' \dontrun{
  13. #'
  14. #' obj <- "marja"
  15. #' pk_teisendame_polygoone(obj = obj, conf = NULL)
  16. #'
  17. #' # Layers list.
  18. #' ruut::db_schema_tablenames(conf = conf)
  19. #' }
  20. pk_teisendame_polygoone <- function(obj = NULL, conf = NULL) {
  21. ## ------------- muutujad ja teisendused ---------------
  22. vars <- ajutised_muutujad(pk = NULL, obj, conf)
  23. obj <- vars$obj
  24. piir <- vars$pk
  25. conf <- vars$conf
  26. ## Konfiguratsiooni muutujale väärtuste omistamine, kui seda pole antud.
  27. if (!any("a00_piir" %in% ruut::db_schema_tablenames(conf = conf))) {
  28. cat(
  29. "\nAndmebaas loomata. Palun funktsiooniga ruut::pk_sellest_alustame_db_loomist() andmebaasi loomist.\n"
  30. )
  31. return(NULL)
  32. }
  33. ## ====================== teisendused =====================
  34. # Layers list
  35. layer_names <- ruut::db_schema_tablenames(conf = conf)
  36. layer_names <-
  37. layer_names[!layer_names %in% c("a00_piir",
  38. "a00_bb2",
  39. "a00_piir_bb",
  40. "bb2_epk10t_grid",
  41. "bb2_epk02t_grid",
  42. "bb2_epk2t_grid")]
  43. layer_names <- layer_names[grepl("^data_a_", layer_names)]
  44. for (layer_name in layer_names) {
  45. conn <- ruut::db_connect(conf = conf)
  46. try(ruumiline_obj <-
  47. sf::st_read(dsn = conn,
  48. layer = c(conf$schema, layer_name)))
  49. DBI::dbDisconnect(conn)
  50. ## Kontlrollime kas geomeetriline objekt on polügoon.
  51. ## Arvutame sel juhul pindala.
  52. is_polygon <-
  53. any(grepl("polygon", tolower(
  54. attributes(ruumiline_obj$geom)$class
  55. ), fixed = TRUE))
  56. if (is_polygon) {
  57. ## 1. Lõikame objekti ruudistikga tükkideks. Ühte ruutu võib jääda mitu tükki.
  58. ## Peame need pärast ühendama
  59. # ruut::qgis_algorithm_search_by_word("Intersection")
  60. algorithm <- "native:intersection"
  61. conf$table <- sprintf("%s", layer_name)
  62. input <- ruut::construct_to_gpkg_output_postgres_str(
  63. conf = conf,
  64. geometry_type = "MultiPolygon",
  65. srid = 3301,
  66. checkPrimaryKeyUnicity = TRUE,
  67. key = "id",
  68. geometry_field = "geom"
  69. )
  70. conf$table <- sprintf("%s", "bb2_epk02t_grid")
  71. overlay <- ruut::construct_to_gpkg_output_postgres_str(
  72. conf = conf,
  73. geometry_type = "Polygon",
  74. srid = 3301,
  75. checkPrimaryKeyUnicity = TRUE,
  76. key = "id",
  77. geometry_field = "geom"
  78. )
  79. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  80. str <-
  81. sprintf(
  82. "{ 'INPUT' : '%s', 'INPUT_FIELDS' : ['fid'], 'OUTPUT' : '%s', 'OVERLAY' : '%s', 'OVERLAY_FIELDS' : [], 'OVERLAY_FIELDS_PREFIX' : '' }",
  83. input,
  84. output,
  85. overlay
  86. )
  87. cmd <-
  88. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  89. system(cmd)
  90. ## 2. Ühendame ruudus olevad pinnad
  91. # ruut::qgis_algorithm_search_by_word("Dissolve")
  92. algorithm <- "native:dissolve"
  93. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  94. output <- vars$tmp_gpkg_file_output_2 # ajutine fail
  95. str <-
  96. sprintf("{ 'FIELD' : ['%s'], 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  97. "id",
  98. input,
  99. output)
  100. cmd <-
  101. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  102. system(cmd)
  103. ## 3. Lisame pindade pindalad ja perimeetri
  104. # ruut::qgis_algorithm_search_by_word("attributes")
  105. algorithm <- "qgis:exportaddgeometrycolumns"
  106. input <- vars$tmp_gpkg_file_input_2 # ajutine fail
  107. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  108. str <-
  109. sprintf("{ 'CALC_METHOD' : 0, 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  110. input,
  111. output)
  112. cmd <-
  113. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  114. system(cmd)
  115. ## 4. Add field
  116. ## Arvutame pindala protsendi ruudust
  117. # ruut::qgis_algorithm_search_by_word("pythonfield")
  118. algorithm <- "qgis:advancedpythonfieldcalculator"
  119. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  120. output <- vars$tmp_gpkg_file_output_2 # ajutine fail
  121. str <-
  122. sprintf(
  123. "{ 'FIELD_NAME' : 'area_pc', 'FIELD_TYPE' : 1, 'FIELD_LENGTH' : 4, 'FIELD_PRECISION' : 2, 'GLOBAL' : '', 'FORMULA' : 'value = round($geom.area()/10000,3)', 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  124. input,
  125. output
  126. )
  127. cmd <-
  128. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  129. system(cmd)
  130. ## ------------- TIFF ----------------
  131. ## 5. Ühendame ruudud asukoha atribuutide järele.
  132. # ruut::qgis_algorithm_search_by_word("attributes")
  133. algorithm <- "native:joinattributesbylocation"
  134. conf$table <- "bb2_epk02t_grid"
  135. input <-
  136. ruut::construct_to_gpkg_output_postgres_str(
  137. conf = conf,
  138. geometry_field = "geom",
  139. geometry_type = "MultiPolygon",
  140. srid = 3301,
  141. checkPrimaryKeyUnicity = TRUE,
  142. key = "id"
  143. )
  144. join <- vars$tmp_gpkg_file_input_2 # ajutine fail
  145. output <- vars$tmp_gpkg_file_output_1
  146. str <-
  147. sprintf(
  148. "{ 'DISCARD_NONMATCHING' : False, 'INPUT' : '%s', 'JOIN' : '%s', 'JOIN_FIELDS' : ['area_pc'], 'METHOD' : 0, 'OUTPUT' : '%s', 'PREDICATE' : [1], 'PREFIX' : '' }",
  149. input,
  150. join,
  151. output
  152. )
  153. cmd <-
  154. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  155. system(cmd)
  156. ## 6. Asendame NULL väärtustega 0.
  157. algorithm <- "qgis:advancedpythonfieldcalculator"
  158. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  159. output <- vars$tmp_gpkg_file_output_2
  160. cmd <-
  161. sprintf(
  162. "qgis_process run %s --FIELD_NAME='value' --FIELD_TYPE=1 --FIELD_LENGTH=4 --FIELD_PRECISION=2 --GLOBAL=\"def getValue(x):
  163. if not x:
  164. value = 0
  165. else:
  166. value = x
  167. return value\" --FORMULA='value = getValue( <area_pc> )' --INPUT='%s' --OUTPUT='%s' ",
  168. algorithm,
  169. input,
  170. output
  171. )
  172. system(cmd)
  173. ## 7. tif salvestamine tmp kataloogi
  174. conn <- ruut::db_connect(conf = conf)
  175. grid_layer <-
  176. sf::read_sf(dsn = conn,
  177. layer = c(conf$schema, "bb2_epk02t_grid"))
  178. DBI::dbDisconnect(conn)
  179. # sf::st_crs(grid_layer) <- 3301
  180. pk_attributes <- attributes(grid_layer$geom)
  181. extent <-
  182. sprintf(
  183. "%s,%s,%s,%s [EPSG:3301]",
  184. round((pk_attributes$bbox["xmin"] / 100), digits = 0) * 100,
  185. ceiling((pk_attributes$bbox["xmax"] / 100)) * 100,
  186. round((pk_attributes$bbox["ymin"] / 100), digits = 0) * 100,
  187. ceiling((pk_attributes$bbox["ymax"] / 100)) * 100
  188. )
  189. # ruut::qgis_algorithm_search_by_word("Rasterize")
  190. algorithm <- "gdal:rasterize"
  191. # ruut::qgis_show_help(algorithm = algorithm)
  192. input <- vars$tmp_gpkg_file_input_2
  193. tif_file_name <-
  194. sprintf("tif_%s", gsub("^data_", "", layer_name))
  195. output <- sprintf("%s/%s.tif", vars$tmp_dir, tif_file_name)
  196. str <-
  197. sprintf(
  198. "{ 'BURN' : 0, 'DATA_TYPE' : 5, 'EXTENT' : '%s', 'EXTRA' : '-a_srs epsg:3301', 'FIELD' : 'value', 'HEIGHT' : 100, 'INIT' : None, 'INPUT' : '%s', 'INVERT' : False, 'NODATA' : -1, 'OPTIONS' : '', 'OUTPUT' : '%s', 'UNITS' : 1, 'WIDTH' : 100 }",
  199. extent,
  200. input,
  201. output
  202. )
  203. cmd <-
  204. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  205. system(cmd) # Salvestame kataloogi
  206. ## 8. ----------- TIF TO POSTGIS -------------
  207. # Installi eelnevalt andmebaasi laiendus: create extension postgis_raster;
  208. (
  209. cmd <- sprintf(
  210. "export PGPASSWORD=%s && raster2pgsql -s 3301 -d -I -C -M %s %s.%s_tif | psql -U %s -d %s -h %s -p %s",
  211. conf$password,
  212. output,
  213. conf$schema,
  214. tif_file_name,
  215. conf$user,
  216. conf$dbname,
  217. conf$host,
  218. conf$port
  219. )
  220. )
  221. system(cmd)
  222. ## 9. Eemaldame üleliigsed veerud ja salvestame tiff alusfaili andmebaasi
  223. # ruut::qgis_algorithm_search_by_word("Drop ")
  224. algorithm <- "native:deletecolumn"
  225. input <- vars$tmp_gpkg_file_input_2
  226. conf$table <-
  227. sprintf("grid_%s", gsub("^data_", "", layer_name))
  228. output <-
  229. ruut::construct_to_gpkg_output_postgres_str(
  230. conf = conf,
  231. geometry_field = "geom",
  232. geometry_type = "MultiPolygon",
  233. srid = 3301,
  234. checkPrimaryKeyUnicity = FALSE,
  235. key = "id"
  236. )
  237. cmd <-
  238. sprintf(
  239. "qgis_process run %s --COLUMN='area_pc' --COLUMN='fid' --COLUMN='left' --COLUMN='top' --COLUMN='right' --COLUMN='bottom' --INPUT='%s' --OUTPUT='%s' ",
  240. algorithm,
  241. input,
  242. output
  243. )
  244. system(cmd)
  245. ## 10. Kustutame geom veeru.
  246. conn <- ruut::db_connect(conf = conf)
  247. q <-
  248. sprintf("ALTER TABLE \"%s\".\"%s\" DROP COLUMN geom;",
  249. conf$schema,
  250. conf$table)
  251. cat(sprintf("\n-----------------\n%s\n\n", q))
  252. DBI::dbSendQuery(conn, q)
  253. ## 11. Vaakum.
  254. q <-
  255. sprintf(
  256. "VACUUM (FULL, FREEZE, VERBOSE, ANALYZE, INDEX_CLEANUP) \"%s\".\"%s\";",
  257. conf$schema,
  258. conf$table
  259. )
  260. cat(sprintf("\n-----------------\n%s\n\n", q))
  261. DBI::dbSendQuery(conn, q)
  262. ## 12. Add foreign key.
  263. q <-
  264. sprintf(
  265. "ALTER TABLE \"%s\".\"%s\" ADD CONSTRAINT %s_fk FOREIGN KEY (id) REFERENCES %s.bb2_epk02t_grid(id);",
  266. conf$schema,
  267. conf$table,
  268. conf$table,
  269. conf$schema
  270. )
  271. cat(sprintf("\n-----------------\n%s\n\n", q))
  272. DBI::dbSendQuery(conn, q)
  273. DBI::dbDisconnect(conn)
  274. }
  275. }
  276. ## Layers list
  277. conf$schema <- obj
  278. ruut::db_schema_tablenames(conf = conf)
  279. sf::st_layers(dsn = vars$tmp_gpkg_file)
  280. }