Add Austrian 100m & 250m grids Open Data

rtr-nettest · Apr 18, 2023 · 00c7b54 · 00c7b54
1 parent 4944648
commit 00c7b54
Show file tree

Hide file tree

Showing 2 changed files with 85 additions and 18 deletions.
diff --git a/...en_data/statistik_austria/get_atraster.sh → ...data/statistik_austria/get_atraster100.sh b/...en_data/statistik_austria/get_atraster.sh → ...data/statistik_austria/get_atraster100.sh
@@ -23,49 +23,46 @@ export LANG=C
 # Open data site:
 # https://www.data.gv.at/katalog/dataset/stat_regionalstatistische-rastereinheiten66c96
 # current release
-URL=http://data.statistik.gv.at/data/OGDEXT_RASTER_1_STATISTIK_AUSTRIA_L000100_LAEA.zip
-
+URL=https://data.statistik.gv.at/data/OGDEXT_RASTER_1_STATISTIK_AUSTRIA_L000100_LAEA.zip
 
 mkdir ~/open
 cd ~/open
+rm -rf STATISTIK_AUSTRIA_L000100_LAEA*
 
-rm STATISTIK_AUSTRIA_L000100_LAEA*
-
-wget $URL
-unzip *.zip
-rm *.zip
-
+wget $URL -O atraster100.zip
+unzip atraster100.zip && rm atraster100.zip
 
 # import as table atraster (takes some time)
 # -I create geo index
 # -s data is in "ETRS_1989_LAEA" - this is EPSG:3035 (ETRS89-extended / LAEA Europe) => code 3035
-# -d drop table if it exists
-shp2pgsql -I -s 3035 -d STATISTIK_AUSTRIA_L000100_LAEA.shp atraster | psql rmbt > /dev/null 
+# :3857 => projection to 3857 (web)
+# ((-d drop table ))
+shp2pgsql -I -s 3035:3857  STATISTIK_AUSTRIA_L000100_LAEA.shp atraster100 | psql rmbt > /dev/null 
 
 # typical record
-# INSERT INTO "atraster" ("id","name",geom) VALUES ('100mN27473E45458','CRS3035RES100mN2747300E4545800','01060000000100000001030000000100000005000000000000004257514100000000D2F5444100000000425751410000000004F64441000000005B5751410000000004F64441000000005B57514100000000D2F54441000000004257514100000000D2F54441');
+# INSERT INTO "atraster100" ("id","name",geom) VALUES ('100mN27473E45458','CRS3035RES100mN2747300E4545800','01060000000100000001030000000100000005000000000000004257514100000000D2F5444100000000425751410000000004F64441000000005B5751410000000004F64441000000005B57514100000000D2F54441000000004257514100000000D2F54441');
 # column name is redundant, can be dropped to save space
 
-
-
 # create index on id
 
 sql=$(cat <<EOF
 BEGIN;
-CREATE INDEX atraster_id_idx
+CREATE INDEX atraster100_id_idx 
   ON atraster(id);
+CREATE INDEX idx_the_geom_4326_atraster100 
+  ON public.atraster100 USING gist (public.st_transform(geom,4326));
 ANALYSE atraster;
-ALTER TABLE atraster OWNER TO rmbt;
-GRANT SELECT ON TABLE atraster TO rmbt_group_read_only;
+ALTER TABLE atraster100 OWNER TO rmbt;
+GRANT SELECT ON TABLE atraster100 TO rmbt_group_read_only;
 COMMIT;
-VACUUM atraster;
+SELECT pg_size_pretty( pg_total_relation_size('atraster') );
 EOF
 )
 echo -e $sql|psql rmbt
 
 
 # Example query to select a raster based on WGS84 coordinates
-# SELECT * from atraster where SELECT * from atraster where ST_intersects((ST_Transform(ST_SetSRID(ST_MakePoint(12.6939,47.074531),4326),3035)),geom);
+# SELECT * from atraster100 where ST_intersects((ST_Transform(ST_SetSRID(ST_MakePoint(12.6939,47.074531),4326),3857)),geom);
 
 
 echo done

diff --git a/install/postgresql/3rd_party_open_data/statistik_austria/get_atraster250.sh b/install/postgresql/3rd_party_open_data/statistik_austria/get_atraster250.sh
@@ -0,0 +1,70 @@
+#!/bin/bash
+#/*******************************************************************************
+# * Copyright 2019 Rundfunk und Telekom Regulierungs-GmbH (RTR-GmbH)
+# * 
+# * Licensed under the Apache License, Version 2.0 (the "License");
+# * you may not use this file except in compliance with the License.
+# * You may obtain a copy of the License at
+# * 
+# *   http://www.apache.org/licenses/LICENSE-2.0
+# * 
+# * Unless required by applicable law or agreed to in writing, software
+# * distributed under the License is distributed on an "AS IS" BASIS,
+# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# * See the License for the specific language governing permissions and
+# * limitations under the License.
+# ******************************************************************************/
+
+set -x
+export LANG=C
+
+# Import Austrian 250m x 250m raster
+
+# Open data site:
+# https://www.data.gv.at/katalog/dataset/stat_regionalstatistische-rastereinheiten66c96
+# current release
+URL=https://data.statistik.gv.at/data/OGDEXT_RASTER_1_STATISTIK_AUSTRIA_L000250_LAEA.zip
+
+mkdir ~/open
+cd ~/open
+rm -rf STATISTIK_AUSTRIA_L000250_LAEA*
+
+wget $URL -O atraster250.zip
+unzip atraster250.zip && rm atraster250.zip
+
+# import as table atraster (takes some time)
+# -I create geo index
+# -s data is in "ETRS_1989_LAEA" - this is EPSG:3035 (ETRS89-extended / LAEA Europe) => code 3035
+# :3857 => projection to 3857 (web)
+# ((-d drop table ))
+shp2pgsql -I -s 3035:3857  STATISTIK_AUSTRIA_L000250_LAEA.shp atraster250 | psql rmbt > /dev/null 
+
+# typical record
+# INSERT INTO "atraster250" ("id","name",geom) VALUES ('250mN27473E45458','CRS3035RES250mN2747300E4545800','01060000000250000001030000000250000005000000000000004257514250000000D2F5444250000000425751425000000004F64442500000005B5751425000000004F64442500000005B57514250000000D2F54442500000004257514250000000D2F54441');
+# column name is redundant, can be dropped to save space
+
+# create index on id
+
+sql=$(cat <<EOF
+BEGIN;
+CREATE INDEX atraster250_id_idx 
+  ON atraster(id);
+CREATE INDEX idx_the_geom_4326_atraster250 
+  ON public.atraster250 USING gist (public.st_transform(geom,4326));
+ANALYSE atraster;
+ALTER TABLE atraster250 OWNER TO rmbt;
+GRANT SELECT ON TABLE atraster250 TO rmbt_group_read_only;
+COMMIT;
+SELECT pg_size_pretty( pg_total_relation_size('atraster') );
+EOF
+)
+echo -e $sql|psql rmbt
+
+
+# Example query to select a raster based on WGS84 coordinates
+# SELECT * from atraster250 where ST_intersects((ST_Transform(ST_SetSRID(ST_MakePoint(12.6939,47.074531),4326),3857)),geom);
+
+
+echo done
+
+