Vahekoopia.

R/pk_lisame_jooned.R

@@ -72,7 +72,7 @@ pk_lisame_jooned <- function(obj = NULL, conf = NULL) {
         checkPrimaryKeyUnicity = TRUE, key = "id", geometry_field = geom
       )
       ## Andmebaasi tabeli nimi: 2 esimest tähte tuleb schema nimest millest on andmed võetud, siis '_l_' s.o 'line' mis tähistab jooni.
-      conf$table <- sprintf("%s_l_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
+      conf$table <- sprintf("data_l_%s_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
       conf$schema <- obj
       output <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_field = "geom", geometry_type = NULL, srid = 3301, checkPrimaryKeyUnicity = FALSE, key = "id")
       str <- paste0("{ 'INPUT' : '", input, "', 'INPUT_FIELDS' : [], 'OUTPUT' : '", output, "', 'OVERLAY' : '", intersect_layer, "', 'OVERLAY_FIELDS' : [], 'OVERLAY_FIELDS_PREFIX' : '' }")

R/pk_lisame_polygoonid.R

@@ -79,7 +79,7 @@ pk_lisame_polygoonid <- function(obj = NULL, conf = NULL) {
         checkPrimaryKeyUnicity = TRUE, key = "id", geometry_field = geom
       )
       ## Andmebaasi tabeli nimi: 2 esimest tähte tuleb schema nimest millest on andmed võetud, siis '_a_' s.o 'area' mis tähistab polügoone.
-      conf$table <- sprintf("%s_a_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
+      conf$table <- sprintf("data_a_%s_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
       conf$schema <- obj
       output <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_field = "geom", geometry_type = NULL, srid = 3301, checkPrimaryKeyUnicity = FALSE, key = "id")
       str <- paste0("{ 'INPUT' : '", input, "', 'INPUT_FIELDS' : [], 'OUTPUT' : '", output, "', 'OVERLAY' : '", intersect_layer, "', 'OVERLAY_FIELDS' : [], 'OVERLAY_FIELDS_PREFIX' : '' }")
@@ -90,7 +90,7 @@ pk_lisame_polygoonid <- function(obj = NULL, conf = NULL) {
 
       ## Filtreerime mõned andmetabelid eraldi alamkihtideks
       if (andmed$table[i] == "landuse_a") {
-        parent_table <- sprintf("%s_a_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
+        parent_table <- sprintf("data_a_%s_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
         conn <- ruut::db_connect(conf = conf)
         landuse_a <- unique(as.data.frame(sf::st_read(dsn = conn, layer = c(conf$schema, parent_table), as_tibble = T))[, c("code", "fclass")])
         for (k in 1:nrow(landuse_a)) {
@@ -108,9 +108,10 @@ pk_lisame_polygoonid <- function(obj = NULL, conf = NULL) {
           system(cmd)
         }
       }
+
       ## Filtreerime mõned andmetabelid eraldi alamkihtideks
       if (andmed$table[i] == "e_401_hoone_ka") {
-        parent_table <- sprintf("%s_a_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
+        parent_table <- sprintf("data_a_%s_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
         conn <- ruut::db_connect(conf = conf)
         alamobjektid <- unique(as.data.frame(sf::st_read(dsn = conn, layer = c(conf$schema, parent_table), as_tibble = T))[, c("kood", "tyyp")])
         for (k in 1:nrow(alamobjektid)) {
@@ -126,11 +127,14 @@ pk_lisame_polygoonid <- function(obj = NULL, conf = NULL) {
           cmd <- ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
           cat(sprintf("\n%s\n", cmd))
           system(cmd)
+
           ## ----------- lisame tsentroidid -----------
+          parent_table <- sprintf("data_a_%s_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
+
           conf$table <- sprintf("%s_%s", parent_table, table_suffix)
           conf$schema <- obj
           input <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_type = "MultiPolygon", srid = 3301, checkPrimaryKeyUnicity = TRUE, key = "id")
-          conf$table <- sprintf("%s_%s_p", parent_table, table_suffix)
+          conf$table <- sprintf("data_p_%s_%s_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i], table_suffix)
           output <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_field = "geom", geometry_type = "Polygon", srid = 3301, checkPrimaryKeyUnicity = FALSE, key = "id")
           str <- sprintf("{ 'ALL_PARTS' : False, 'INPUT' : '%s', 'OUTPUT' : '%s' }", input, output)
           # ruut::qgis_algorithm_search_by_word("centroid")

R/pk_lisame_punktid.R

@@ -73,7 +73,7 @@ pk_lisame_punktid <- function(obj = NULL, conf = NULL) {
         conf = conf, geometry_type = "Point", srid = 3301,
         checkPrimaryKeyUnicity = TRUE, key = "id", geometry_field = geom
       )
-      conf$table <- sprintf("%s_p_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
+      conf$table <- sprintf("data_p_%s_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
       conf$schema <- obj
       output <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_field = "geom", geometry_type = NULL, srid = 3301, checkPrimaryKeyUnicity = FALSE, key = "id")
       ## ------------------- QGIS: qgisprocess ----------------------
@@ -84,7 +84,7 @@ pk_lisame_punktid <- function(obj = NULL, conf = NULL) {
       system(cmd)
       ## Filtreerime aadressandmete kihi eraldi alamkihtideks
       if (andmed$table[i] == "aadressandmed") {
-        parent_table <- sprintf("%s_p_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
+        parent_table <- sprintf("data_p_%s_%s", strtrim(as.character(andmed$schema[i]), 2), andmed$table[i])
         conn <- ruut::db_connect(conf = conf)
         aadressandmed <- unique(as.data.frame(sf::st_read(dsn = conn, layer = c(conf$schema, parent_table), as_tibble = T))[, c("adob_liik"), drop = FALSE])
         for (k in 1:nrow(aadressandmed)) {

R/pk_teisendame_polygoone.R

@@ -18,47 +18,30 @@
 #' ruut::db_schema_tablenames(conf = conf)
 #' }
 pk_teisendame_polygoone <- function(obj = NULL, conf = NULL) {
-  obj <- gsub(" ", "_", tolower(obj))
+  ## ------------- muutujad ja teisendused ---------------
+  vars <- ajutised_muutujad(pk = NULL, obj, conf)
+  obj <- vars$obj
+  piir <- vars$pk
+  conf <- vars$conf
   ## Konfiguratsiooni muutujale väärtuste omistamine, kui seda pole antud.
-  if (is.null(conf)) {
-    conf <- ruut::get_config()
-    conf$schema <- obj
-  }
-  if (!any("piir" %in% ruut::db_schema_tablenames(conf = conf))) {
+  if (!any("a00_piir" %in% ruut::db_schema_tablenames(conf = conf))) {
     cat("\nAndmebaas loomata. Palun funktsiooniga ruut::pk_sellest_alustame_db_loomist() andmebaasi loomist.\n")
     return(NULL)
   }
 
-  ## ------------- muutujad ja teisendused ---------------
-  conn <- ruut::db_connect(conf = conf)
-  try(piir <- sf::st_read(dsn = conn, layer = c(conf$schema, "piir")))
-  tmp_dir <- tempdir()
-  tmp_gpkg_file <- sprintf("%s/%s.gpkg", tmp_dir, obj)
-  # system(sprintf("touch %s", tmp_gpkg_file))
-  conf$gpkg_home <- tmp_dir
-  conf$gpkg_file <- obj
-  conf$gpkg_table <- "test_layer"
-  tmp_gpkg_file_output <- ruut::construct_to_gpkg_output_file_str(conf = conf, is_input_str = F)
-  tmp_gpkg_file_input <- ruut::construct_to_gpkg_output_file_str(conf = conf, is_input_str = T)
-  conf$gpkg_table <- "test_layer_2"
-  tmp_gpkg_file_output_2 <- ruut::construct_to_gpkg_output_file_str(conf = conf, is_input_str = F)
-  tmp_gpkg_file_input_2 <- ruut::construct_to_gpkg_output_file_str(conf = conf, is_input_str = T)
-  # write to gpkg
-  sf::write_sf(piir, dsn = tmp_gpkg_file, layer = "piir", driver = "gpkg", fid_column_name = "id", delete_dsn = T)
-  # unlink(tmp_gpkg_file)
-
   ## ====================== teisendused =====================
   # Layers list
-  conf$schema <- obj
   layer_names <- ruut::db_schema_tablenames(conf = conf)
-  layer_names <- layer_names[!layer_names %in% c("bb2", "epk10t_grid", "epk02t_grid", "epk2t_grid")] # c("bb", "bb2", "bb_epk10t_grid", "bb_epk02t_grid", "bb_epk2t_grid", "bb_epk10t", "bb_epk02t")]
+  layer_names <- layer_names[!layer_names %in% c("a00_bb2", "a00_piir_bb", "bb2_epk10t_grid", "bb2_epk02t_grid", "bb2_epk2t_grid")]
   for (layer_name in layer_names) {
+    conn <- ruut::db_connect(conf = conf)
     try(ruumiline_obj <- sf::st_read(dsn = conn, layer = c(conf$schema, layer_name)))
     ## Kontlrollime kas geomeetriline objekt on polügoon.
     ## Arvutame sel juhul pindala.
     is_polygon <- any(grepl("polygon", tolower(attributes(ruumiline_obj$geom)$class), fixed = TRUE))
     if (is_polygon) {
-      ## Lõikame objekti ruudistikga tükkideks. Ühte ruutu võib jääda mitu tükki.
+
+      ## 1. Lõikame objekti ruudistikga tükkideks. Ühte ruutu võib jääda mitu tükki.
       ## Peame need pärast ühendama
       # ruut::qgis_algorithm_search_by_word("Intersection")
       algorithm <- "native:intersection"
@@ -67,45 +50,108 @@ pk_teisendame_polygoone <- function(obj = NULL, conf = NULL) {
         conf = conf, geometry_type = "MultiPolygon", srid = 3301,
         checkPrimaryKeyUnicity = TRUE, key = "id", geometry_field = "geom"
       )
-      conf$table <- sprintf("%s", "epk02t_grid")
+      conf$table <- sprintf("%s", "bb2_epk02t_grid")
       overlay <- ruut::construct_to_gpkg_output_postgres_str(
         conf = conf, geometry_type = "Polygon", srid = 3301,
         checkPrimaryKeyUnicity = TRUE, key = "id", geometry_field = "geom"
       )
-      output <- tmp_gpkg_file_output # ajutine fail
+      output <- vars$tmp_gpkg_file_output_1 # ajutine fail
       str <- sprintf("{ 'INPUT' : '%s', 'INPUT_FIELDS' : ['fid'], 'OUTPUT' : '%s', 'OVERLAY' : '%s', 'OVERLAY_FIELDS' : [], 'OVERLAY_FIELDS_PREFIX' : '' }", input, output, overlay)
       cmd <- ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
       system(cmd)
-      ## Ühendame ruudus olevad pinnad
+
+      ## 2. Ühendame ruudus olevad pinnad
       # ruut::qgis_algorithm_search_by_word("Dissolve")
       algorithm <- "native:dissolve"
-      input <- tmp_gpkg_file_input # ajutine fail
-      output <- tmp_gpkg_file_output_2 # ajutine fail
+      input <- vars$tmp_gpkg_file_input_1 # ajutine fail
+      output <- vars$tmp_gpkg_file_output_2 # ajutine fail
       str <- sprintf("{ 'FIELD' : ['%s'], 'INPUT' : '%s', 'OUTPUT' : '%s' }", "id", input, output)
       cmd <- ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
       system(cmd)
-      ## Lisame pindade pindalad ja perimeetri
+
+      ## 3. Lisame pindade pindalad ja perimeetri
       # ruut::qgis_algorithm_search_by_word("attributes")
       algorithm <- "qgis:exportaddgeometrycolumns"
-      input <- tmp_gpkg_file_input_2 # ajutine fail
-      output <- tmp_gpkg_file_output # ajutine fail
+      input <- vars$tmp_gpkg_file_input_2 # ajutine fail
+      output <- vars$tmp_gpkg_file_output_1 # ajutine fail
       str <- sprintf("{ 'CALC_METHOD' : 0, 'INPUT' : '%s', 'OUTPUT' : '%s' }", input, output)
       cmd <- ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
       system(cmd)
-      ## Add field
+
+      ## 4. Add field
       ## Arvutame pindala protsendi ruudust
       # ruut::qgis_algorithm_search_by_word("pythonfield")
       algorithm <- "qgis:advancedpythonfieldcalculator"
-      input <- tmp_gpkg_file_input # ajutine fail
-      conf$table <- sprintf("%s_epk02t", layer_name)
+      input <- vars$tmp_gpkg_file_input_1 # ajutine fail
+      epk02t_table_name <- sprintf("epk02t_%s", gsub("^data_", "", layer_name))
+      conf$table <- epk02t_table_name
       output <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_field = "geom", geometry_type = "Polygon", srid = 3301, checkPrimaryKeyUnicity = FALSE, key = "id")
       str <- sprintf("{ 'FIELD_NAME' : 'area_pc', 'FIELD_TYPE' : 1, 'FIELD_LENGTH' : 4, 'FIELD_PRECISION' : 2, 'GLOBAL' : '', 'FORMULA' : 'value = round($geom.area()/10000,4)', 'INPUT' : '%s', 'OUTPUT' : '%s' }", input, output)
       cmd <- ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
       system(cmd)
+
+      ## ------------- TIFF ----------------
+      ## 5. Lisame pindade pindalad ja perimeetri
+      # ruut::qgis_algorithm_search_by_word("attributes")
+      algorithm <- "native:joinattributesbylocation"
+      conf$table <- "bb2_epk02t_grid"
+      input <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_field = "geom", geometry_type = "MultiPolygon", srid = 3301, checkPrimaryKeyUnicity = TRUE, key = "id")
+      conf$table <- epk02t_table_name
+      join <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_field = "geom", geometry_type = "MultiPolygon", srid = 3301, checkPrimaryKeyUnicity = TRUE, key = "id")
+      output <- vars$tmp_gpkg_file_output_1
+      str <- sprintf("{ 'DISCARD_NONMATCHING' : False, 'INPUT' : '%s', 'JOIN' : '%s', 'JOIN_FIELDS' : ['area_pc'], 'METHOD' : 0, 'OUTPUT' : '%s', 'PREDICATE' : [0], 'PREFIX' : '' }", input, join, output)
+      cmd <- ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
+      system(cmd)
+
+      ## 6. Asendame NULL väärtustega 0.
+      algorithm <- "qgis:advancedpythonfieldcalculator"
+      input <- vars$tmp_gpkg_file_input_1 # ajutine fail
+      output <- vars$tmp_gpkg_file_output_2
+      cmd <- sprintf("qgis_process run %s --FIELD_NAME='value' --FIELD_TYPE=1 --FIELD_LENGTH=4 --FIELD_PRECISION=2 --GLOBAL=\"def getValue(x):
+    if not x:
+        value = 0
+    else:
+        value = x * 100
+    return value\" --FORMULA='value = getValue( <area_pc> )' --INPUT='%s' --OUTPUT='%s' ", algorithm, input, output)
+      system(cmd)
+
+      ## 7. Eemaldame üleliigsed veerud
+      # ruut::qgis_algorithm_search_by_word("Drop ")
+      algorithm <- "native:deletecolumn"
+      input <- vars$tmp_gpkg_file_input_2
+      conf$table <- sprintf("grid_%s", gsub("^data_", "", layer_name))
+      output <- ruut::construct_to_gpkg_output_postgres_str(conf = conf, geometry_field = "geom", geometry_type = "Polygon", srid = 3301, checkPrimaryKeyUnicity = FALSE, key = "fid")
+      cmd <- sprintf("qgis_process run %s --COLUMN='area_pc' --INPUT='%s' --OUTPUT='%s' ", algorithm, input, output)
+      system(cmd)
+
+      ## 8. tif salvestamine tmp kataloogi
+      grid_layer <- sf::read_sf(dsn = conn, layer = c(conf$schema, "bb2_epk02t_grid"))
+      # sf::st_crs(grid_layer) <- 3301
+      pk_attributes <- attributes(grid_layer$geom)
+      extent <- sprintf("%s,%s,%s,%s [EPSG:3301]", round((pk_attributes$bbox["xmin"] / 100), digits = 0) * 100, ceiling((pk_attributes$bbox["xmax"] / 100)) * 100, round((pk_attributes$bbox["ymin"] / 100), digits = 0) * 100, ceiling((pk_attributes$bbox["ymax"] / 100)) * 100)
+      # ruut::qgis_algorithm_search_by_word("Rasterize")
+      algorithm <- "gdal:rasterize"
+      # ruut::qgis_show_help(algorithm = algorithm)
+      input <- ruut::construct_to_gpkg_output_postgres_str(
+        conf = conf, geometry_type = "MultiPolygon", srid = 3301,
+        checkPrimaryKeyUnicity = TRUE, key = "id", geometry_field = "geom"
+      )
+      tif_file_name <- sprintf("tif_%s", gsub("^data_", "", layer_name))
+      output <- sprintf("%s/%s.tif", vars$tmp_dir, tif_file_name)
+      str <- sprintf("{ 'BURN' : 0, 'DATA_TYPE' : 5, 'EXTENT' : '%s', 'EXTRA' : '-a_srs epsg:3301', 'FIELD' : 'value', 'HEIGHT' : 100, 'INIT' : None, 'INPUT' : '%s', 'INVERT' : False, 'NODATA' : -1, 'OPTIONS' : '', 'OUTPUT' : '%s', 'UNITS' : 1, 'WIDTH' : 100 }", extent, input, output)
+      cmd <- ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
+      system(cmd) # Salvestame kataloogi
+
+      ## 9. ----------- TIF TO POSTGIS -------------
+      (cmd <- sprintf(
+        "export PGPASSWORD=%s && raster2pgsql -d -I %s %s.%s_tif | psql -U %s -d %s -h %s -p %s",
+        conf$password, output, conf$schema, tif_file_name, conf$user, conf$dbname, conf$host, conf$port
+      ))
+      system(cmd)
     }
   }
   ## Layers list
   conf$schema <- obj
   ruut::db_schema_tablenames(conf = conf)
-  sf::st_layers(dsn = tmp_gpkg_file)
+  sf::st_layers(dsn = vars$tmp_gpkg_file)
 }