pk_teisendame_jooni.R 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275
  1. #' Piirkonnale andmebaasides olevate joonte teisendamine
  2. #'
  3. #' Etteantud piirkonna geomeetrilise piirjoone ('piir') ja selle joone piirikasti ('bb') järele leitakse nende aladega kaetud jooned. Andmed salvestatakse postgis andmebaasi.
  4. #'
  5. #' @param obj str Objekti nimi. Edaspidi on oluline ainult see nimi. Piirkonna geomeetrilist joont ei ole vaja lisada.
  6. #' @param conf A list() of configuration variables. Default values \code{\link[ruut]{get_config}}.
  7. #' @return Uute andmebaasi kihtide 'piir_...' ja 'bb_...' loomine.
  8. #' @seealso [sf::st_read()], [sf::write_sf()],[sf::st_transform()],[ruut::pk_sellest_alustame_db_loomist()],[ruut::pk_lisame_ruudustikud()] ,[ruut::pk_lisame_polygoonid()],[ruut::pk_lisame_jooned()],[ruut::pk_lisame_punktid()],[ruut::pk_teisendame_polygoone()],[ruut::pk_teisendame_jooni()],[ruut::pk_teisendame_punkte()]
  9. #' @keywords postgis, boundary box, EPSG:3301
  10. #' @export
  11. #' @examples
  12. #' \dontrun{
  13. #'
  14. #' obj <- "marja"
  15. #' pk_teisendame_jooni(obj = obj, conf = NULL)
  16. #'
  17. #' # Layers list.
  18. #' ruut::db_schema_tablenames(conf = conf)
  19. #' }
  20. pk_teisendame_jooni <- function(obj = NULL, conf = NULL) {
  21. ## ------------- muutujad ja teisendused ---------------
  22. vars <- ajutised_muutujad(pk = NULL, obj, conf)
  23. obj <- vars$obj
  24. piir <- vars$pk
  25. conf <- vars$conf
  26. ## Konfiguratsiooni muutujale väärtuste omistamine, kui seda pole antud.
  27. if (!any("a00_piir" %in% ruut::db_schema_tablenames(conf = conf))) {
  28. cat(
  29. "\nAndmebaas loomata. Palun funktsiooniga ruut::pk_sellest_alustame_db_loomist() andmebaasi loomist.\n"
  30. )
  31. return(NULL)
  32. }
  33. ## ====================== teisendused =====================
  34. # Layers list
  35. layer_names <- ruut::db_schema_tablenames(conf = conf)
  36. layer_names <-
  37. layer_names[!layer_names %in% c(
  38. "a00_piir",
  39. "a00_bb2",
  40. "a00_piir_bb",
  41. "bb2_epk10t_grid",
  42. "bb2_epk02t_grid",
  43. "bb2_epk2t_grid"
  44. )]
  45. layer_names <- layer_names[grepl("^data_l_", layer_names)]
  46. for (layer_name in layer_names) {
  47. conn <- ruut::db_connect(conf = conf)
  48. try(ruumiline_obj <-
  49. sf::st_read(dsn = conn,
  50. layer = c(conf$schema, layer_name)))
  51. DBI::dbDisconnect(conn)
  52. ## Kontlrollime kas geomeetriline objekt on polügoon.
  53. ## Arvutame sel juhul pindala.
  54. is_line <-
  55. any(grepl("line", tolower(
  56. attributes(ruumiline_obj$geom)$class
  57. ), fixed = TRUE))
  58. if (is_line) {
  59. ## 1. Lõikame objekti ruudistikga tükkideks. Ühte ruutu võib jääda mitu tükki.
  60. ## Peame need pärast ühendama
  61. # ruut::qgis_algorithm_search_by_word("Intersection")
  62. algorithm <- "native:intersection"
  63. conf$table <- sprintf("%s", layer_name)
  64. input <- ruut::construct_to_gpkg_output_postgres_str(
  65. conf = conf,
  66. geometry_type = "MultiLineString",
  67. srid = 3301,
  68. checkPrimaryKeyUnicity = TRUE,
  69. key = "id",
  70. geometry_field = "geom"
  71. )
  72. conf$table <- sprintf("%s", "bb2_epk02t_grid")
  73. overlay <- ruut::construct_to_gpkg_output_postgres_str(
  74. conf = conf,
  75. geometry_type = "Polygon",
  76. srid = 3301,
  77. checkPrimaryKeyUnicity = TRUE,
  78. key = "id",
  79. geometry_field = "geom"
  80. )
  81. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  82. str <-
  83. sprintf(
  84. "{ 'INPUT' : '%s', 'INPUT_FIELDS' : ['fid'], 'OUTPUT' : '%s', 'OVERLAY' : '%s', 'OVERLAY_FIELDS' : [], 'OVERLAY_FIELDS_PREFIX' : '' }",
  85. input,
  86. output,
  87. overlay
  88. )
  89. cmd <-
  90. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  91. system(cmd)
  92. ## 2. Ühendame ruudus olevad jooned
  93. # ruut::qgis_algorithm_search_by_word("Dissolve")
  94. algorithm <- "native:dissolve"
  95. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  96. output <- vars$tmp_gpkg_file_output_2 # ajutine fail
  97. str <-
  98. sprintf("{ 'FIELD' : ['%s'], 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  99. "id",
  100. input,
  101. output)
  102. cmd <-
  103. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  104. system(cmd)
  105. ## 3. Lisame joonte pikkused
  106. # ruut::qgis_algorithm_search_by_word("attributes")
  107. algorithm <- "qgis:exportaddgeometrycolumns"
  108. input <- vars$tmp_gpkg_file_input_2 # ajutine fail
  109. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  110. str <-
  111. sprintf("{ 'CALC_METHOD' : 0, 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  112. input,
  113. output)
  114. cmd <-
  115. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  116. system(cmd)
  117. ## ------------- TIFF ----------------
  118. ## 4. Ühendame ruudud asukoha atribuutide järele.
  119. # ruut::qgis_algorithm_search_by_word("attributes")
  120. algorithm <- "native:joinattributesbylocation"
  121. conf$table <- "bb2_epk02t_grid"
  122. input <-
  123. ruut::construct_to_gpkg_output_postgres_str(
  124. conf = conf,
  125. geometry_field = "geom",
  126. geometry_type = "MultiPolygon",
  127. srid = 3301,
  128. checkPrimaryKeyUnicity = TRUE,
  129. key = "id"
  130. )
  131. join <- vars$tmp_gpkg_file_input_1 # ajutine fail
  132. output <- vars$tmp_gpkg_file_output_2
  133. str <-
  134. sprintf(
  135. "{ 'DISCARD_NONMATCHING' : False, 'INPUT' : '%s', 'JOIN' : '%s', 'JOIN_FIELDS' : ['length'], 'METHOD' : 0, 'OUTPUT' : '%s', 'PREDICATE' : [1], 'PREFIX' : '' }",
  136. input,
  137. join,
  138. output
  139. )
  140. cmd <-
  141. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  142. system(cmd)
  143. ## 5. Asendame NULL väärtustega 0.
  144. algorithm <- "qgis:advancedpythonfieldcalculator"
  145. input <- vars$tmp_gpkg_file_input_2 # ajutine fail
  146. output <- vars$tmp_gpkg_file_output_1
  147. cmd <-
  148. sprintf(
  149. "qgis_process run %s --FIELD_NAME='value' --FIELD_TYPE=1 --FIELD_LENGTH=4 --FIELD_PRECISION=2 --GLOBAL=\"def getValue(x):
  150. if not x:
  151. value = 0
  152. else:
  153. value = round(x,1)
  154. return value\" --FORMULA='value = getValue( <length> )' --INPUT='%s' --OUTPUT='%s' ",
  155. algorithm,
  156. input,
  157. output
  158. )
  159. system(cmd)
  160. ## 6. tif salvestamine tmp kataloogi
  161. conn <- ruut::db_connect(conf = conf)
  162. grid_layer <-
  163. sf::read_sf(dsn = conn,
  164. layer = c(conf$schema, "bb2_epk02t_grid"))
  165. DBI::dbDisconnect(conn)
  166. # sf::st_crs(grid_layer) <- 3301
  167. pk_attributes <- attributes(grid_layer$geom)
  168. extent <-
  169. sprintf(
  170. "%s,%s,%s,%s [EPSG:3301]",
  171. round((pk_attributes$bbox["xmin"] / 100), digits = 0) * 100,
  172. ceiling((pk_attributes$bbox["xmax"] / 100)) * 100,
  173. round((pk_attributes$bbox["ymin"] / 100), digits = 0) * 100,
  174. ceiling((pk_attributes$bbox["ymax"] / 100)) * 100
  175. )
  176. # ruut::qgis_algorithm_search_by_word("Rasterize")
  177. algorithm <- "gdal:rasterize"
  178. # ruut::qgis_show_help(algorithm = algorithm)
  179. input <- vars$tmp_gpkg_file_input_1
  180. tif_file_name <-
  181. sprintf("tif_%s", gsub("^data_", "", layer_name))
  182. output <- sprintf("%s/%s.tif", vars$tmp_dir, tif_file_name)
  183. str <-
  184. sprintf(
  185. "{ 'BURN' : 0, 'DATA_TYPE' : 5, 'EXTENT' : '%s', 'EXTRA' : '-a_srs epsg:3301', 'FIELD' : 'value', 'HEIGHT' : 100, 'INIT' : None, 'INPUT' : '%s', 'INVERT' : False, 'NODATA' : -1, 'OPTIONS' : '', 'OUTPUT' : '%s', 'UNITS' : 1, 'WIDTH' : 100 }",
  186. extent,
  187. input,
  188. output
  189. )
  190. cmd <-
  191. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  192. system(cmd) # Salvestame kataloogi
  193. ## 7. ----------- TIF TO POSTGIS -------------
  194. (
  195. cmd <- sprintf(
  196. "export PGPASSWORD=%s && raster2pgsql -s 3301 -d -I -C -M %s %s.%s_tif | psql -U %s -d %s -h %s -p %s",
  197. conf$password,
  198. output,
  199. conf$schema,
  200. tif_file_name,
  201. conf$user,
  202. conf$dbname,
  203. conf$host,
  204. conf$port
  205. )
  206. )
  207. system(cmd)
  208. ## 8. Eemaldame üleliigsed veerud ja salvestame tiff alusfaili andmebaasi
  209. # ruut::qgis_algorithm_search_by_word("Drop ")
  210. algorithm <- "native:deletecolumn"
  211. input <- vars$tmp_gpkg_file_input_1
  212. conf$table <-
  213. sprintf("grid_%s", gsub("^data_", "", layer_name))
  214. output <-
  215. ruut::construct_to_gpkg_output_postgres_str(
  216. conf = conf,
  217. geometry_field = "geom",
  218. geometry_type = "LineString",
  219. srid = 3301,
  220. checkPrimaryKeyUnicity = FALSE,
  221. key = "id"
  222. )
  223. cmd <-
  224. sprintf(
  225. "qgis_process run %s --COLUMN='fid' --COLUMN='left' --COLUMN='top' --COLUMN='right' --COLUMN='bottom' --COLUMN='length' --INPUT='%s' --OUTPUT='%s' ",
  226. algorithm,
  227. input,
  228. output
  229. )
  230. system(cmd)
  231. ## 9. Kustutame geom veeru.
  232. conn <- ruut::db_connect(conf = conf)
  233. q <-
  234. sprintf("ALTER TABLE \"%s\".\"%s\" DROP COLUMN geom;",
  235. conf$schema,
  236. conf$table)
  237. cat(sprintf("\n-----------------\n%s\n\n", q))
  238. DBI::dbSendQuery(conn, q)
  239. ## 10. Vaakum.
  240. q <-
  241. sprintf(
  242. "VACUUM (FULL, FREEZE, VERBOSE, ANALYZE, INDEX_CLEANUP) \"%s\".\"%s\";",
  243. conf$schema,
  244. conf$table
  245. )
  246. cat(sprintf("\n-----------------\n%s\n\n", q))
  247. DBI::dbSendQuery(conn, q)
  248. ## 11. Add foreign key.
  249. q <-
  250. sprintf(
  251. "ALTER TABLE \"%s\".\"%s\" ADD CONSTRAINT %s_fk FOREIGN KEY (id) REFERENCES %s.bb2_epk02t_grid(id);",
  252. conf$schema,
  253. conf$table,
  254. conf$table,
  255. conf$schema
  256. )
  257. cat(sprintf("\n-----------------\n%s\n\n", q))
  258. DBI::dbSendQuery(conn, q)
  259. DBI::dbDisconnect(conn)
  260. }
  261. }
  262. ## Layers list
  263. conf$schema <- obj
  264. ruut::db_schema_tablenames(conf = conf)
  265. sf::st_layers(dsn = vars$tmp_gpkg_file)
  266. }