pk_teisendame_polygoone.R 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301
  1. #' Piirkonnale andmebaasides olevate polügoonide teisendamine
  2. #'
  3. #' Etteantud piirkonna geomeetrilise piirjoone ('piir') ja selle joone piirikasti ('bb') järele leitakse nende aladega kaetud polügoonid. Andmed salvestatakse postgis andmebaasi.
  4. #'
  5. #' @param obj str Objekti nimi. Edaspidi on oluline ainult see nimi. Piirkonna geomeetrilist joont ei ole vaja lisada.
  6. #' @param conf A list() of configuration variables. Default values \code{\link[ruut]{get_config}}.
  7. #' @return Uute andmebaasi kihtide 'piir_...' ja 'bb_...' loomine.
  8. #' @seealso [sf::st_read()], [sf::write_sf()],[sf::st_transform()],[ruut::pk_sellest_alustame_db_loomist()],[ruut::pk_lisame_ruudustikud()] ,[ruut::pk_lisame_polygoonid()],[ruut::pk_lisame_jooned()],[ruut::pk_lisame_punktid()],[ruut::pk_teisendame_polygoone()],[ruut::pk_teisendame_jooni()],[ruut::pk_teisendame_punkte()]
  9. #' @keywords postgis, boundary box, EPSG:3301
  10. #' @export
  11. #' @examples
  12. #' \dontrun{
  13. #'
  14. #' obj <- "marja"
  15. #' pk_teisendame_polygoone(obj = obj, conf = NULL)
  16. #'
  17. #' # Layers list.
  18. #' ruut::db_schema_tablenames(conf = conf)
  19. #' }
  20. pk_teisendame_polygoone <- function(obj = NULL, conf = NULL) {
  21. ## ------------- muutujad ja teisendused ---------------
  22. vars <- ajutised_muutujad(pk = NULL, obj, conf)
  23. obj <- vars$obj
  24. piir <- vars$pk
  25. conf <- vars$conf
  26. ## Konfiguratsiooni muutujale väärtuste omistamine, kui seda pole antud.
  27. if (!any("a00_piir" %in% ruut::db_schema_tablenames(conf = conf))) {
  28. cat(
  29. "\nAndmebaas loomata. Palun funktsiooniga ruut::pk_sellest_alustame_db_loomist() andmebaasi loomist.\n"
  30. )
  31. return(NULL)
  32. }
  33. ## Tabelid mis on juba andmebaasis ja mida ümber ei kirjutata.
  34. olemasolevad_tabelid <- ruut::db_schema_tablenames(conf = conf)
  35. ## ====================== teisendused =====================
  36. # Layers list
  37. layer_names <- ruut::db_schema_tablenames(conf = conf)
  38. layer_names <-
  39. layer_names[!layer_names %in% c(
  40. "a00_piir",
  41. "a00_bb2",
  42. "a00_piir_bb",
  43. "bb2_epk10t_grid",
  44. "bb2_epk02t_grid",
  45. "bb2_epk2t_grid"
  46. )]
  47. layer_names <- layer_names[grepl("^data_a_", layer_names)]
  48. for (layer_name in layer_names) {
  49. ## Kui olemasolev tabel eksisteerib andmebaasis, siis jätame arvutused
  50. ## selle tabeliga vahele.
  51. uus_tabel <- sprintf("grid_%s", gsub("^data_", "", layer_name))
  52. if (uus_tabel %in% olemasolevad_tabelid) {
  53. cat(sprintf("\nTabel %s on juba andmebaasis olemas.\n", uus_tabel))
  54. next
  55. }
  56. conn <- ruut::db_connect(conf = conf)
  57. try(ruumiline_obj <-
  58. sf::st_read(dsn = conn,
  59. layer = c(conf$schema, layer_name)))
  60. DBI::dbDisconnect(conn)
  61. ## Kontlrollime kas geomeetriline objekt on polügoon.
  62. ## Arvutame sel juhul pindala.
  63. is_polygon <-
  64. any(grepl("polygon", tolower(
  65. attributes(ruumiline_obj$geom)$class
  66. ), fixed = TRUE))
  67. if (is_polygon) {
  68. ## 1. Lõikame objekti ruudistikga tükkideks. Ühte ruutu võib jääda mitu tükki.
  69. ## Peame need pärast ühendama
  70. # ruut::qgis_algorithm_search_by_word("Intersection")
  71. algorithm <- "native:intersection"
  72. conf$table <- sprintf("%s", layer_name)
  73. input <- ruut::construct_to_gpkg_output_postgres_str(
  74. conf = conf,
  75. geometry_type = "MultiPolygon",
  76. srid = 3301,
  77. checkPrimaryKeyUnicity = TRUE,
  78. key = "id",
  79. geometry_field = "geom"
  80. )
  81. conf$table <- sprintf("%s", "bb2_epk02t_grid")
  82. overlay <- ruut::construct_to_gpkg_output_postgres_str(
  83. conf = conf,
  84. geometry_type = "Polygon",
  85. srid = 3301,
  86. checkPrimaryKeyUnicity = TRUE,
  87. key = "id",
  88. geometry_field = "geom"
  89. )
  90. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  91. str <-
  92. sprintf(
  93. "{ 'INPUT' : '%s', 'INPUT_FIELDS' : ['fid'], 'OUTPUT' : '%s', 'OVERLAY' : '%s', 'OVERLAY_FIELDS' : [], 'OVERLAY_FIELDS_PREFIX' : '' }",
  94. input,
  95. output,
  96. overlay
  97. )
  98. cmd <-
  99. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  100. system(cmd)
  101. ## 2. Ühendame ruudus olevad pinnad
  102. # ruut::qgis_algorithm_search_by_word("Dissolve")
  103. algorithm <- "native:dissolve"
  104. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  105. output <- vars$tmp_gpkg_file_output_2 # ajutine fail
  106. str <-
  107. sprintf("{ 'FIELD' : ['%s'], 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  108. "id",
  109. input,
  110. output)
  111. cmd <-
  112. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  113. system(cmd)
  114. ## 3. Lisame pindade pindalad ja perimeetri
  115. # ruut::qgis_algorithm_search_by_word("attributes")
  116. algorithm <- "qgis:exportaddgeometrycolumns"
  117. input <- vars$tmp_gpkg_file_input_2 # ajutine fail
  118. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  119. str <-
  120. sprintf("{ 'CALC_METHOD' : 0, 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  121. input,
  122. output)
  123. cmd <-
  124. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  125. system(cmd)
  126. ## 4. Add field
  127. ## Arvutame pindala protsendi ruudust
  128. # ruut::qgis_algorithm_search_by_word("pythonfield")
  129. algorithm <- "qgis:advancedpythonfieldcalculator"
  130. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  131. output <- vars$tmp_gpkg_file_output_2 # ajutine fail
  132. str <-
  133. sprintf(
  134. "{ 'FIELD_NAME' : 'area_pc', 'FIELD_TYPE' : 1, 'FIELD_LENGTH' : 4, 'FIELD_PRECISION' : 2, 'GLOBAL' : '', 'FORMULA' : 'value = round($geom.area()/10000,3)', 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  135. input,
  136. output
  137. )
  138. cmd <-
  139. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  140. system(cmd)
  141. ## ------------- TIFF ----------------
  142. ## 5. Ühendame ruudud asukoha atribuutide järele.
  143. # ruut::qgis_algorithm_search_by_word("attributes")
  144. algorithm <- "native:joinattributesbylocation"
  145. conf$table <- "bb2_epk02t_grid"
  146. input <-
  147. ruut::construct_to_gpkg_output_postgres_str(
  148. conf = conf,
  149. geometry_field = "geom",
  150. geometry_type = "MultiPolygon",
  151. srid = 3301,
  152. checkPrimaryKeyUnicity = TRUE,
  153. key = "id"
  154. )
  155. join <- vars$tmp_gpkg_file_input_2 # ajutine fail
  156. output <- vars$tmp_gpkg_file_output_1
  157. str <-
  158. sprintf(
  159. "{ 'DISCARD_NONMATCHING' : False, 'INPUT' : '%s', 'JOIN' : '%s', 'JOIN_FIELDS' : ['area_pc'], 'METHOD' : 0, 'OUTPUT' : '%s', 'PREDICATE' : [1], 'PREFIX' : '' }",
  160. input,
  161. join,
  162. output
  163. )
  164. cmd <-
  165. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  166. system(cmd)
  167. ## 6. Asendame NULL väärtustega 0.
  168. algorithm <- "qgis:advancedpythonfieldcalculator"
  169. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  170. output <- vars$tmp_gpkg_file_output_2
  171. cmd <-
  172. sprintf(
  173. "qgis_process run %s --FIELD_NAME='value' --FIELD_TYPE=1 --FIELD_LENGTH=4 --FIELD_PRECISION=2 --GLOBAL=\"def getValue(x):
  174. if not x:
  175. value = 0
  176. else:
  177. value = x
  178. return value\" --FORMULA='value = getValue( <area_pc> )' --INPUT='%s' --OUTPUT='%s' ",
  179. algorithm,
  180. input,
  181. output
  182. )
  183. system(cmd)
  184. ## 7. tif salvestamine tmp kataloogi
  185. conn <- ruut::db_connect(conf = conf)
  186. grid_layer <-
  187. sf::read_sf(dsn = conn,
  188. layer = c(conf$schema, "bb2_epk02t_grid"))
  189. DBI::dbDisconnect(conn)
  190. # sf::st_crs(grid_layer) <- 3301
  191. pk_attributes <- attributes(grid_layer$geom)
  192. extent <-
  193. sprintf(
  194. "%s,%s,%s,%s [EPSG:3301]",
  195. round((pk_attributes$bbox["xmin"] / 100), digits = 0) * 100,
  196. ceiling((pk_attributes$bbox["xmax"] / 100)) * 100,
  197. round((pk_attributes$bbox["ymin"] / 100), digits = 0) * 100,
  198. ceiling((pk_attributes$bbox["ymax"] / 100)) * 100
  199. )
  200. # ruut::qgis_algorithm_search_by_word("Rasterize")
  201. algorithm <- "gdal:rasterize"
  202. # ruut::qgis_show_help(algorithm = algorithm)
  203. input <- vars$tmp_gpkg_file_input_2
  204. tif_file_name <-
  205. sprintf("tif_%s", gsub("^data_", "", layer_name))
  206. output <- sprintf("%s/%s.tif", vars$tmp_dir, tif_file_name)
  207. str <-
  208. sprintf(
  209. "{ 'BURN' : 0, 'DATA_TYPE' : 5, 'EXTENT' : '%s', 'EXTRA' : '-a_srs epsg:3301', 'FIELD' : 'value', 'HEIGHT' : 100, 'INIT' : None, 'INPUT' : '%s', 'INVERT' : False, 'NODATA' : -1, 'OPTIONS' : '', 'OUTPUT' : '%s', 'UNITS' : 1, 'WIDTH' : 100 }",
  210. extent,
  211. input,
  212. output
  213. )
  214. cmd <-
  215. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  216. system(cmd) # Salvestame kataloogi
  217. ## 8. ----------- TIF TO POSTGIS -------------
  218. # Installi eelnevalt andmebaasi laiendus: create extension postgis_raster;
  219. (
  220. cmd <- sprintf(
  221. "export PGPASSWORD=%s && raster2pgsql -s 3301 -d -I -C -M %s %s.%s_tif | psql -U %s -d %s -h %s -p %s",
  222. conf$password,
  223. output,
  224. conf$schema,
  225. tif_file_name,
  226. conf$user,
  227. conf$dbname,
  228. conf$host,
  229. conf$port
  230. )
  231. )
  232. system(cmd)
  233. ## 9. Eemaldame üleliigsed veerud ja salvestame tiff alusfaili andmebaasi
  234. # ruut::qgis_algorithm_search_by_word("Drop ")
  235. algorithm <- "native:deletecolumn"
  236. input <- vars$tmp_gpkg_file_input_2
  237. conf$table <-
  238. sprintf("grid_%s", gsub("^data_", "", layer_name))
  239. output <-
  240. ruut::construct_to_gpkg_output_postgres_str(
  241. conf = conf,
  242. geometry_field = "geom",
  243. geometry_type = "MultiPolygon",
  244. srid = 3301,
  245. checkPrimaryKeyUnicity = FALSE,
  246. key = "id"
  247. )
  248. cmd <-
  249. sprintf(
  250. "qgis_process run %s --COLUMN='area_pc' --COLUMN='fid' --COLUMN='left' --COLUMN='top' --COLUMN='right' --COLUMN='bottom' --INPUT='%s' --OUTPUT='%s' ",
  251. algorithm,
  252. input,
  253. output
  254. )
  255. system(cmd)
  256. ## 10. Kustutame geom veeru.
  257. conn <- ruut::db_connect(conf = conf)
  258. q <-
  259. sprintf("ALTER TABLE \"%s\".\"%s\" DROP COLUMN geom;",
  260. conf$schema,
  261. conf$table)
  262. cat(sprintf("\n-----------------\n%s\n\n", q))
  263. DBI::dbSendQuery(conn, q)
  264. ## 11. Vaakum.
  265. q <-
  266. sprintf(
  267. "VACUUM (FULL, FREEZE, VERBOSE, ANALYZE, INDEX_CLEANUP) \"%s\".\"%s\";",
  268. conf$schema,
  269. conf$table
  270. )
  271. cat(sprintf("\n-----------------\n%s\n\n", q))
  272. DBI::dbSendQuery(conn, q)
  273. ## 12. Add foreign key.
  274. q <-
  275. sprintf(
  276. "ALTER TABLE \"%s\".\"%s\" ADD CONSTRAINT %s_fk FOREIGN KEY (id) REFERENCES %s.bb2_epk02t_grid(id);",
  277. conf$schema,
  278. conf$table,
  279. conf$table,
  280. conf$schema
  281. )
  282. cat(sprintf("\n-----------------\n%s\n\n", q))
  283. DBI::dbSendQuery(conn, q)
  284. DBI::dbDisconnect(conn)
  285. }
  286. }
  287. ## Layers list
  288. conf$schema <- obj
  289. ruut::db_schema_tablenames(conf = conf)
  290. sf::st_layers(dsn = vars$tmp_gpkg_file)
  291. }