pk_teisendame_jooni.R 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284
  1. #' Piirkonnale andmebaasides olevate joonte teisendamine
  2. #'
  3. #' Etteantud piirkonna geomeetrilise piirjoone ('piir') ja selle joone piirikasti ('bb') järele leitakse nende aladega kaetud jooned. Andmed salvestatakse postgis andmebaasi.
  4. #'
  5. #' @param obj str Objekti nimi. Edaspidi on oluline ainult see nimi. Piirkonna geomeetrilist joont ei ole vaja lisada.
  6. #' @param conf A list() of configuration variables. Default values \code{\link[ruut]{get_config}}.
  7. #' @return Uute andmebaasi kihtide 'piir_...' ja 'bb_...' loomine.
  8. #' @seealso [sf::st_read()], [sf::write_sf()],[sf::st_transform()],[ruut::pk_sellest_alustame_db_loomist()],[ruut::pk_lisame_ruudustikud()] ,[ruut::pk_lisame_polygoonid()],[ruut::pk_lisame_jooned()],[ruut::pk_lisame_punktid()],[ruut::pk_teisendame_polygoone()],[ruut::pk_teisendame_jooni()],[ruut::pk_teisendame_punkte()]
  9. #' @keywords postgis, boundary box, EPSG:3301
  10. #' @export
  11. #' @examples
  12. #' \dontrun{
  13. #'
  14. #' obj <- "marja"
  15. #' pk_teisendame_jooni(obj = obj, conf = NULL)
  16. #'
  17. #' # Layers list.
  18. #' ruut::db_schema_tablenames(conf = conf)
  19. #' }
  20. pk_teisendame_jooni <- function(obj = NULL, conf = NULL) {
  21. ## ------------- muutujad ja teisendused ---------------
  22. vars <- ajutised_muutujad(pk = NULL, obj, conf)
  23. obj <- vars$obj
  24. piir <- vars$pk
  25. conf <- vars$conf
  26. ## Konfiguratsiooni muutujale väärtuste omistamine, kui seda pole antud.
  27. if (!any("a00_piir" %in% ruut::db_schema_tablenames(conf = conf))) {
  28. cat(
  29. "\nAndmebaas loomata. Palun funktsiooniga ruut::pk_sellest_alustame_db_loomist() andmebaasi loomist.\n"
  30. )
  31. return(NULL)
  32. }
  33. ## Tabelid mis on juba andmebaasis ja mida ümber ei kirjutata.
  34. olemasolevad_tabelid <- ruut::db_schema_tablenames(conf = conf)
  35. ## ====================== teisendused =====================
  36. # Layers list
  37. layer_names <- ruut::db_schema_tablenames(conf = conf)
  38. layer_names <-
  39. layer_names[!layer_names %in% c(
  40. "a00_piir",
  41. "a00_bb2",
  42. "a00_piir_bb",
  43. "bb2_epk10t_grid",
  44. "bb2_epk02t_grid",
  45. "bb2_epk2t_grid"
  46. )]
  47. layer_names <- layer_names[grepl("^data_l_", layer_names)]
  48. for (layer_name in layer_names) {
  49. ## Kui olemasolev tabel eksisteerib andmebaasis, siis jätame arvutused
  50. ## selle tabeliga vahele.
  51. uus_tabel <- sprintf("grid_%s", gsub("^data_", "", layer_name))
  52. if (uus_tabel %in% olemasolevad_tabelid) {
  53. cat(sprintf("\nTabel %s on juba andmebaasis olemas.\n", uus_tabel))
  54. next
  55. }
  56. conn <- ruut::db_connect(conf = conf)
  57. try(ruumiline_obj <-
  58. sf::st_read(dsn = conn,
  59. layer = c(conf$schema, layer_name)))
  60. DBI::dbDisconnect(conn)
  61. ## Kontlrollime kas geomeetriline objekt on polügoon.
  62. ## Arvutame sel juhul pindala.
  63. is_line <-
  64. any(grepl("line", tolower(
  65. attributes(ruumiline_obj$geom)$class
  66. ), fixed = TRUE))
  67. if (is_line) {
  68. ## 1. Lõikame objekti ruudistikga tükkideks. Ühte ruutu võib jääda mitu tükki.
  69. ## Peame need pärast ühendama
  70. # ruut::qgis_algorithm_search_by_word("Intersection")
  71. algorithm <- "native:intersection"
  72. conf$table <- sprintf("%s", layer_name)
  73. input <- ruut::construct_to_gpkg_output_postgres_str(
  74. conf = conf,
  75. geometry_type = "MultiLineString",
  76. srid = 3301,
  77. checkPrimaryKeyUnicity = TRUE,
  78. key = "id",
  79. geometry_field = "geom"
  80. )
  81. conf$table <- sprintf("%s", "bb2_epk02t_grid")
  82. overlay <- ruut::construct_to_gpkg_output_postgres_str(
  83. conf = conf,
  84. geometry_type = "Polygon",
  85. srid = 3301,
  86. checkPrimaryKeyUnicity = TRUE,
  87. key = "id",
  88. geometry_field = "geom"
  89. )
  90. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  91. str <-
  92. sprintf(
  93. "{ 'INPUT' : '%s', 'INPUT_FIELDS' : ['fid'], 'OUTPUT' : '%s', 'OVERLAY' : '%s', 'OVERLAY_FIELDS' : [], 'OVERLAY_FIELDS_PREFIX' : '' }",
  94. input,
  95. output,
  96. overlay
  97. )
  98. cmd <-
  99. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  100. system(cmd)
  101. ## 2. Ühendame ruudus olevad jooned
  102. # ruut::qgis_algorithm_search_by_word("Dissolve")
  103. algorithm <- "native:dissolve"
  104. input <- vars$tmp_gpkg_file_input_1 # ajutine fail
  105. output <- vars$tmp_gpkg_file_output_2 # ajutine fail
  106. str <-
  107. sprintf("{ 'FIELD' : ['%s'], 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  108. "id",
  109. input,
  110. output)
  111. cmd <-
  112. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  113. system(cmd)
  114. ## 3. Lisame joonte pikkused
  115. # ruut::qgis_algorithm_search_by_word("attributes")
  116. algorithm <- "qgis:exportaddgeometrycolumns"
  117. input <- vars$tmp_gpkg_file_input_2 # ajutine fail
  118. output <- vars$tmp_gpkg_file_output_1 # ajutine fail
  119. str <-
  120. sprintf("{ 'CALC_METHOD' : 0, 'INPUT' : '%s', 'OUTPUT' : '%s' }",
  121. input,
  122. output)
  123. cmd <-
  124. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  125. system(cmd)
  126. ## ------------- TIFF ----------------
  127. ## 4. Ühendame ruudud asukoha atribuutide järele.
  128. # ruut::qgis_algorithm_search_by_word("attributes")
  129. algorithm <- "native:joinattributesbylocation"
  130. conf$table <- "bb2_epk02t_grid"
  131. input <-
  132. ruut::construct_to_gpkg_output_postgres_str(
  133. conf = conf,
  134. geometry_field = "geom",
  135. geometry_type = "MultiPolygon",
  136. srid = 3301,
  137. checkPrimaryKeyUnicity = TRUE,
  138. key = "id"
  139. )
  140. join <- vars$tmp_gpkg_file_input_1 # ajutine fail
  141. output <- vars$tmp_gpkg_file_output_2
  142. str <-
  143. sprintf(
  144. "{ 'DISCARD_NONMATCHING' : False, 'INPUT' : '%s', 'JOIN' : '%s', 'JOIN_FIELDS' : ['length'], 'METHOD' : 0, 'OUTPUT' : '%s', 'PREDICATE' : [1], 'PREFIX' : '' }",
  145. input,
  146. join,
  147. output
  148. )
  149. cmd <-
  150. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  151. system(cmd)
  152. ## 5. Asendame NULL väärtustega 0.
  153. algorithm <- "qgis:advancedpythonfieldcalculator"
  154. input <- vars$tmp_gpkg_file_input_2 # ajutine fail
  155. output <- vars$tmp_gpkg_file_output_1
  156. cmd <-
  157. sprintf(
  158. "qgis_process run %s --FIELD_NAME='value' --FIELD_TYPE=1 --FIELD_LENGTH=4 --FIELD_PRECISION=2 --GLOBAL=\"def getValue(x):
  159. if not x:
  160. value = 0
  161. else:
  162. value = round(x,1)
  163. return value\" --FORMULA='value = getValue( <length> )' --INPUT='%s' --OUTPUT='%s' ",
  164. algorithm,
  165. input,
  166. output
  167. )
  168. system(cmd)
  169. ## 6. tif salvestamine tmp kataloogi
  170. conn <- ruut::db_connect(conf = conf)
  171. grid_layer <-
  172. sf::read_sf(dsn = conn,
  173. layer = c(conf$schema, "bb2_epk02t_grid"))
  174. DBI::dbDisconnect(conn)
  175. # sf::st_crs(grid_layer) <- 3301
  176. pk_attributes <- attributes(grid_layer$geom)
  177. extent <-
  178. sprintf(
  179. "%s,%s,%s,%s [EPSG:3301]",
  180. round((pk_attributes$bbox["xmin"] / 100), digits = 0) * 100,
  181. ceiling((pk_attributes$bbox["xmax"] / 100)) * 100,
  182. round((pk_attributes$bbox["ymin"] / 100), digits = 0) * 100,
  183. ceiling((pk_attributes$bbox["ymax"] / 100)) * 100
  184. )
  185. # ruut::qgis_algorithm_search_by_word("Rasterize")
  186. algorithm <- "gdal:rasterize"
  187. # ruut::qgis_show_help(algorithm = algorithm)
  188. input <- vars$tmp_gpkg_file_input_1
  189. tif_file_name <-
  190. sprintf("tif_%s", gsub("^data_", "", layer_name))
  191. output <- sprintf("%s/%s.tif", vars$tmp_dir, tif_file_name)
  192. str <-
  193. sprintf(
  194. "{ 'BURN' : 0, 'DATA_TYPE' : 5, 'EXTENT' : '%s', 'EXTRA' : '-a_srs epsg:3301', 'FIELD' : 'value', 'HEIGHT' : 100, 'INIT' : None, 'INPUT' : '%s', 'INVERT' : False, 'NODATA' : -1, 'OPTIONS' : '', 'OUTPUT' : '%s', 'UNITS' : 1, 'WIDTH' : 100 }",
  195. extent,
  196. input,
  197. output
  198. )
  199. cmd <-
  200. ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
  201. system(cmd) # Salvestame kataloogi
  202. ## 7. ----------- TIF TO POSTGIS -------------
  203. (
  204. cmd <- sprintf(
  205. "export PGPASSWORD=%s && raster2pgsql -s 3301 -d -I -C -M %s %s.%s_tif | psql -U %s -d %s -h %s -p %s",
  206. conf$password,
  207. output,
  208. conf$schema,
  209. tif_file_name,
  210. conf$user,
  211. conf$dbname,
  212. conf$host,
  213. conf$port
  214. )
  215. )
  216. system(cmd)
  217. ## 8. Eemaldame üleliigsed veerud ja salvestame tiff alusfaili andmebaasi
  218. # ruut::qgis_algorithm_search_by_word("Drop ")
  219. algorithm <- "native:deletecolumn"
  220. input <- vars$tmp_gpkg_file_input_1
  221. conf$table <-
  222. sprintf("grid_%s", gsub("^data_", "", layer_name))
  223. output <-
  224. ruut::construct_to_gpkg_output_postgres_str(
  225. conf = conf,
  226. geometry_field = "geom",
  227. geometry_type = "LineString",
  228. srid = 3301,
  229. checkPrimaryKeyUnicity = FALSE,
  230. key = "id"
  231. )
  232. cmd <-
  233. sprintf(
  234. "qgis_process run %s --COLUMN='fid' --COLUMN='left' --COLUMN='top' --COLUMN='right' --COLUMN='bottom' --COLUMN='length' --INPUT='%s' --OUTPUT='%s' ",
  235. algorithm,
  236. input,
  237. output
  238. )
  239. system(cmd)
  240. ## 9. Kustutame geom veeru.
  241. conn <- ruut::db_connect(conf = conf)
  242. q <-
  243. sprintf("ALTER TABLE \"%s\".\"%s\" DROP COLUMN geom;",
  244. conf$schema,
  245. conf$table)
  246. cat(sprintf("\n-----------------\n%s\n\n", q))
  247. DBI::dbSendQuery(conn, q)
  248. ## 10. Vaakum.
  249. q <-
  250. sprintf(
  251. "VACUUM (FULL, FREEZE, VERBOSE, ANALYZE, INDEX_CLEANUP) \"%s\".\"%s\";",
  252. conf$schema,
  253. conf$table
  254. )
  255. cat(sprintf("\n-----------------\n%s\n\n", q))
  256. DBI::dbSendQuery(conn, q)
  257. ## 11. Add foreign key.
  258. q <-
  259. sprintf(
  260. "ALTER TABLE \"%s\".\"%s\" ADD CONSTRAINT %s_fk FOREIGN KEY (id) REFERENCES %s.bb2_epk02t_grid(id);",
  261. conf$schema,
  262. conf$table,
  263. conf$table,
  264. conf$schema
  265. )
  266. cat(sprintf("\n-----------------\n%s\n\n", q))
  267. DBI::dbSendQuery(conn, q)
  268. DBI::dbDisconnect(conn)
  269. }
  270. }
  271. ## Layers list
  272. conf$schema <- obj
  273. ruut::db_schema_tablenames(conf = conf)
  274. sf::st_layers(dsn = vars$tmp_gpkg_file)
  275. }