ruut/R/pk_lisame_rahvaarvud.R

#' Piirkonnale rahvastikuandmete lisamine
#'
#' Statistikaameti 1x1 km olevate rahvastikuandmete lisamine piirkonna kaardiruutudele. Andmed salvestatakse postgis andmebaasi.
#'
#' @param obj str Objekti nimi. Edaspidi on oluline ainult see nimi. Piirkonna geomeetrilist joont ei ole vaja lisada.
#' @param conf A list() of configuration variables. Default values \code{\link[ruut]{get_config}}.
#' @return Rahvastikuruutude loomine.
#' @seealso [sf::st_read()], [sf::write_sf()],[sf::st_transform()],[ruut::pk_sellest_alustame_db_loomist()],[ruut::pk_lisame_ruudustikud()] ,[ruut::pk_lisame_rahvaarvud()],[ruut::pk_lisame_jooned()],[ruut::pk_lisame_punktid()],[ruut::pk_teisendame_polygoone()],[ruut::pk_teisendame_jooni()],[ruut::pk_teisendame_punkte()]
#' @keywords postgis, boundary box, EPSG:3301
#' @export
#' @examples
#' \dontrun{
#'
#' obj <- "marja"
#' pk_lisame_rahvaarvud(obj = obj, conf = NULL)
#'
#' # Layers list.
#' ruut::db_schema_tablenames(conf = conf)
#' }
pk_lisame_rahvaarvud <- function(obj = NULL, conf = NULL) {
  ## ------------- muutujad ja teisendused ---------------
  vars <- ajutised_muutujad(pk = NULL, obj, conf)
  obj <- vars$obj
  piir <- vars$pk
  conf <- vars$conf
  ## Konfiguratsiooni muutujale väärtuste omistamine, kui seda pole antud.
  if (!any("a00_piir" %in% ruut::db_schema_tablenames(conf = conf))) {
    cat(
      "\nAndmebaas loomata. Palun funktsiooniga ruut::pk_sellest_alustame_db_loomist() andmebaasi loomist.\n"
    )
    return(NULL)
  }

  ## -------------------- Loop -----------------------
  intersect_layers <- c("bb2_epk2t_grid")
  andmed <-
    data.frame("schema" = character(0), "table" = character(0))
  andmed <-
    rbind(andmed,
          data.frame("schema" = "statistikaamet", "table" = "rel_1x1km"))

  for (intersect in intersect_layers) {
    conf$table <- intersect
    conf$schema <- obj
    input <-
      ruut::construct_to_gpkg_output_postgres_str(
        conf = conf,
        geometry_type = "MultiPolygon",
        srid = 3301,
        checkPrimaryKeyUnicity = TRUE,
        key = "id"
      )

    for (i in 1:nrow(andmed)) {
      geom <- "geom"
      # if (andmed$schema[i] %in% c("teeregister_wfs"))  geom <- "geometry" else geom <- "geom"
      ## 1. Ruutude sidumine asukoha järele.
      # Geomeetria parandamine
      # ruut::qgis_algorithm_search_by_word("fix")
      algorithm <- "native:joinattributesbylocation"
      conf$table <- andmed$table[i]
      conf$schema <- andmed$schema[i]
      intersect_layer <-
        ruut::construct_to_gpkg_output_postgres_str(
          conf = conf,
          geometry_type = "Polygon",
          srid = 3301,
          checkPrimaryKeyUnicity = TRUE,
          key = "id",
          geometry_field = geom
        )
      output <- vars$tmp_gpkg_file_output_1 # ajutine fail
      str <- sprintf(
        "{    'DISCARD_NONMATCHING' : true,
    'INPUT' : '%s',
    'JOIN' : '%s',
    'JOIN_FIELDS' : ['rahvaarv'],
    'METHOD' : 1,
    'OUTPUT' : '%s',
    'PREDICATE' : [1],
    'PREFIX' : ''}",
        input,
        intersect_layer,
        output
      )
      cmd <-
        ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
      system(cmd)
      ## 2. Asendame NULL väärtustega 0.
      algorithm <- "qgis:advancedpythonfieldcalculator"
      input <- vars$tmp_gpkg_file_input_1 # ajutine fail
      output <- vars$tmp_gpkg_file_output_2
      cmd <-
        sprintf(
          "qgis_process run %s --FIELD_NAME='value' --FIELD_TYPE=1 --FIELD_LENGTH=8 --FIELD_PRECISION=2 --GLOBAL=\"def getValue(x):
    if not x:
        value = 0
    else:
        value = round(x,1)
    return value\" --FORMULA='value = getValue( <rahvaarv> )' --INPUT='%s' --OUTPUT='%s' ",
          algorithm,
          input,
          output
        )
      system(cmd)
      ## 3. tif salvestamine tmp kataloogi
      conf$schema <- obj
      conn <- ruut::db_connect(conf = conf)
      grid_layer <-
        sf::read_sf(dsn = conn,
                    layer = c(conf$schema, "bb2_epk2t_grid"))
      DBI::dbDisconnect(conn)
      pk_attributes <- attributes(grid_layer$geom)
      extent <-
        sprintf(
          "%s,%s,%s,%s [EPSG:3301]",
          round((pk_attributes$bbox["xmin"] / 100), digits = 0) * 100,
          ceiling((pk_attributes$bbox["xmax"] / 100)) * 100,
          round((pk_attributes$bbox["ymin"] / 100), digits = 0) * 100,
          ceiling((pk_attributes$bbox["ymax"] / 100)) * 100
        )
      # ruut::qgis_algorithm_search_by_word("Rasterize")
      algorithm <- "gdal:rasterize"
      # ruut::qgis_show_help(algorithm = algorithm)
      input <- vars$tmp_gpkg_file_input_2
      tif_file_name <-
        sprintf("tif_stat_%s", andmed$table[i])
      output <- sprintf("%s/%s.tif", vars$tmp_dir, tif_file_name)
      str <-
        sprintf(
          "{ 'BURN' : 0, 'DATA_TYPE' : 5, 'EXTENT' : '%s', 'EXTRA' : '-a_srs epsg:3301', 'FIELD' : 'value', 'HEIGHT' : 100, 'INIT' : None, 'INPUT' : '%s', 'INVERT' : False, 'NODATA' : -1, 'OPTIONS' : '', 'OUTPUT' : '%s', 'UNITS' : 1, 'WIDTH' : 100 }",
          extent,
          input,
          output
        )
      cmd <-
        ruut::construct_qgis_output_result_to_better_format(str = str, algorithm = algorithm)
      system(cmd) # Salvestame kataloogi
      ## 4. ----------- TIF TO POSTGIS -------------
      (
        cmd <- sprintf(
          "export PGPASSWORD=%s && raster2pgsql -s 3301 -d -I -C -M %s %s.%s_tif | psql -U %s -d %s -h %s -p %s",
          conf$password,
          output,
          conf$schema,
          tif_file_name,
          conf$user,
          conf$dbname,
          conf$host,
          conf$port
        )
      )
      system(cmd)

      ## 5. Eemaldame üleliigsed veerud ja salvestame tiff alusfaili andmebaasi
      # ruut::qgis_algorithm_search_by_word("Drop ")
      algorithm <- "native:deletecolumn"
      input <- vars$tmp_gpkg_file_input_2
      conf$table <-
        sprintf("grid_stat_%s", andmed$table[i])
      output <-
        ruut::construct_to_gpkg_output_postgres_str(
          conf = conf,
          geometry_field = "geom",
          geometry_type = "LineString",
          srid = 3301,
          checkPrimaryKeyUnicity = FALSE,
          key = "id"
        )
      cmd <-
        sprintf(
          "qgis_process run %s --COLUMN='fid' --COLUMN='left' --COLUMN='top' --COLUMN='right' --COLUMN='bottom' --COLUMN='rahvaarv' --INPUT='%s' --OUTPUT='%s' ",
          algorithm,
          input,
          output
        )
      system(cmd)

      ## 9. Kustutame geom veeru.
      conf$schema <- obj
      conn <- ruut::db_connect(conf = conf)
      q <-
        sprintf("ALTER TABLE \"%s\".\"%s\" DROP COLUMN geom;",
                conf$schema,
                conf$table)
      cat(sprintf("\n-----------------\n%s\n\n", q))
      DBI::dbSendQuery(conn, q)
      ## 10. Vaakum.
      q <-
        sprintf(
          "VACUUM (FULL, FREEZE, VERBOSE, ANALYZE, INDEX_CLEANUP) \"%s\".\"%s\";",
          conf$schema,
          conf$table
        )
      cat(sprintf("\n-----------------\n%s\n\n", q))
      DBI::dbSendQuery(conn, q)
      ## 11. Add foreign key.
      q <-
        sprintf(
          "ALTER TABLE \"%s\".\"%s\" ADD CONSTRAINT %s_fk FOREIGN KEY (id) REFERENCES %s.bb2_epk2t_grid(id);",
          conf$schema,
          conf$table,
          conf$table,
          conf$schema
        )
      cat(sprintf("\n-----------------\n%s\n\n", q))
      DBI::dbSendQuery(conn, q)
      DBI::dbDisconnect(conn)
    }
  }
  ## Layers list
  conf$schema <- obj
  ruut::db_schema_tablenames(conf = conf)
  sf::st_layers(dsn = vars$tmp_gpkg_file)
}