Merge branch 'rel_future_beta' into rel_future_ri

Author: zilder

.gitignore

@@ -10,3 +10,5 @@ regression.out
 *.gcno
 *.gcov
 pg_pathman--*.sql
+tags
+cscope*

LICENSE

@@ -1,11 +1,11 @@
-Copyright (c) 2015-2016, Postgres Professional
-
-Portions Copyright (c) 1996-2016, PostgreSQL Global Development Group
+pg_pathman is released under the PostgreSQL License, a liberal Open Source license, similar to the BSD or MIT licenses.
 
+Copyright (c) 2015-2017, Postgres Professional
+Portions Copyright (c) 1996-2017, PostgreSQL Global Development Group
 Portions Copyright (c) 1994, The Regents of the University of California
 
 Permission to use, copy, modify, and distribute this software and its documentation for any purpose, without fee, and without a written agreement is hereby granted, provided that the above copyright notice and this paragraph and the following two paragraphs appear in all copies.
 
-IN NO EVENT SHALL THE UNIVERSITY OF CALIFORNIA BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES, INCLUDING LOST PROFITS, ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF THE UNIVERSITY OF CALIFORNIA HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+IN NO EVENT SHALL POSTGRES PROFESSIONAL BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES, INCLUDING LOST PROFITS, ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF POSTGRES PROFESSIONAL HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
-THE UNIVERSITY OF CALIFORNIA SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS ON AN "AS IS" BASIS, AND THE UNIVERSITY OF CALIFORNIA HAS NO OBLIGATIONS TO PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
+POSTGRES PROFESSIONAL SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS ON AN "AS IS" BASIS, AND POSTGRES PROFESSIONAL HAS NO OBLIGATIONS TO PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.

META.json

@@ -0,0 +1,40 @@
+{
+   "name": "pg_pathman",
+   "abstract": "Partitioning tool",
+   "description": "The `pg_pathman` module provides optimized partitioning mechanism and functions to manage partitions.",
+   "version": "1.3.1",
+   "maintainer": [
+      "Ildar Musin <i.musin@postgrespro.ru>",
+      "Dmitry Ivanov <d.ivanov@postgrespro.ru>",
+      "Ildus Kurbangaliev <i.kurbangaliev@postgrespro.ru>"
+   ],
+   "license": "postgresql",
+   "resources": {
+      "bugtracker": {
+         "web": "https://github.com/postgrespro/pg_pathman/issues"
+      },
+      "repository": {
+        "url":  "git://github.com:postgrespro/pg_pathman.git",
+        "web":  "https://github.com/postgrespro/pg_pathman",
+        "type": "git"
+      }
+   },
+   "generated_by": "Ildar Musin",
+   "provides": {
+       "pg_pathman": {
+           "file": "pg_pathman--1.3.sql",
+           "docfile": "README.md",
+           "version": "1.3.1",
+           "abstract": "Partitioning tool"
+      }
+   },
+   "meta-spec": {
+      "version": "1.0.0",
+      "url": "http://pgxn.org/meta/spec.txt"
+   },
+   "tags": [
+      "partitioning",
+      "partition",
+      "optimization"
+   ]
+}

Makefile

@@ -14,32 +14,38 @@ PG_CPPFLAGS = -I$(CURDIR)/src/include
 
 EXTENSION = pg_pathman
 
-EXTVERSION = 1.3
+EXTVERSION = 1.4
 
 DATA_built = pg_pathman--$(EXTVERSION).sql
 
 DATA = pg_pathman--1.0--1.1.sql \
 	   pg_pathman--1.1--1.2.sql \
 	   pg_pathman--1.2--1.3.sql
 
-PGFILEDESC = "pg_pathman - partitioning tool"
+PGFILEDESC = "pg_pathman - partitioning tool for PostgreSQL"
 
 REGRESS = pathman_basic \
-		  pathman_only \
-		  pathman_cte \
 		  pathman_bgw \
-		  pathman_inserts \
-		  pathman_updates \
-		  pathman_domains \
-		  pathman_interval \
+		  pathman_calamity \
 		  pathman_callbacks \
+		  pathman_column_type \
+		  pathman_cte \
+		  pathman_domains \
 		  pathman_foreign_keys \
+		  pathman_inserts \
+		  pathman_interval \
+		  pathman_join_clause \
+		  pathman_lateral \
+		  pathman_only \
 		  pathman_permissions \
 		  pathman_rowmarks \
 		  pathman_runtime_nodes \
+		  pathman_update_trigger \
+		  pathman_updates \
 		  pathman_utility_stmt \
 		  pathman_calamity \
-		  pathman_ri
+		  pathman_ri \
+		  pathman_expressions
 
 EXTRA_REGRESS_OPTS=--temp-config=$(top_srcdir)/$(subdir)/conf.add
 
@@ -70,3 +76,5 @@ isolationcheck: | submake-isolation
 		--temp-config=$(top_srcdir)/$(subdir)/conf.add \
 		--outputdir=./isolation_output \
 		$(ISOLATIONCHECKS)
+partitioning_tests:
+	$(MAKE) -C tests/python partitioning_tests

README.md

@@ -1,6 +1,7 @@
 [![Build Status](https://travis-ci.org/postgrespro/pg_pathman.svg?branch=master)](https://travis-ci.org/postgrespro/pg_pathman)
 [![PGXN version](https://badge.fury.io/pg/pg_pathman.svg)](https://badge.fury.io/pg/pg_pathman)
 [![codecov](https://codecov.io/gh/postgrespro/pg_pathman/branch/master/graph/badge.svg)](https://codecov.io/gh/postgrespro/pg_pathman)
+[![GitHub license](https://img.shields.io/badge/license-PostgreSQL-blue.svg)](https://raw.githubusercontent.com/postgrespro/pg_pathman/master/LICENSE)
 
 # pg_pathman
 
@@ -67,7 +68,7 @@ Modify the **`shared_preload_libraries`** parameter in `postgresql.conf` as foll
 ```
 shared_preload_libraries = 'pg_pathman'
 ```
-> **Important:** `pg_pathman` may have conflicts with some other extensions which uses the same hook functions. For example, `pg_pathman` uses `ProcessUtility_hook` hook to handle COPY queries for partitioned tables. And it could sometimes interfere with `pg_stat_statements` extension which uses the same hook. In this case try to list libraries in certain order: `shared_preload_libraries = 'pg_pathman, pg_stat_statements'`
+> **Important:** `pg_pathman` may cause conflicts with some other extensions that use the same hook functions. For example, `pg_pathman` uses `ProcessUtility_hook` to handle COPY queries for partitioned tables, which means it may interfere with `pg_stat_statements` from time to time. In this case, try listing libraries in certain order: `shared_preload_libraries = 'pg_stat_statements, pg_pathman'`.
 
 It is essential to restart the PostgreSQL instance. After that, execute the following query in psql:
 ```plpgsql
@@ -99,8 +100,8 @@ create_hash_partitions(relation         REGCLASS,
                        attribute        TEXT,
                        partitions_count INTEGER,
                        partition_data   BOOLEAN DEFAULT TRUE,
-					   partition_names  TEXT[] DEFAULT NULL,
-					   tablespaces      TEXT[] DEFAULT NULL)
+                       partition_names  TEXT[] DEFAULT NULL,
+                       tablespaces      TEXT[] DEFAULT NULL)
 ```
 Performs HASH partitioning for `relation` by integer key `attribute`. The `partitions_count` parameter specifies the number of partitions to create; it cannot be changed afterwards. If `partition_data` is `true` then all the data will be automatically copied from the parent table to partitions. Note that data migration may took a while to finish and the table will be locked until transaction commits. See `partition_table_concurrently()` for a lock-free way to migrate data. Partition creation callback is invoked for each partition if set beforehand (see `set_init_callback()`).
 
@@ -266,21 +267,21 @@ Set partition creation callback to be invoked for each attached or created parti
 ```json
 /* RANGE-partitioned table abc (child abc_4) */
 {
-    "parent":    "abc",
-    "parent_schema": "public",
-    "parttype":  "2",
-    "partition": "abc_4",
+    "parent":           "abc",
+    "parent_schema":    "public",
+    "parttype":         "2",
+    "partition":        "abc_4",
     "partition_schema": "public",
-    "range_max": "401",
-    "range_min": "301"
+    "range_max":        "401",
+    "range_min":        "301"
 }
 
 /* HASH-partitioned table abc (child abc_0) */
 {
-    "parent":    "abc",
-    "parent_schema": "public",
-    "parttype":  "1",
-    "partition": "abc_0"
+    "parent":           "abc",
+    "parent_schema":    "public",
+    "parttype":         "1",
+    "partition":        "abc_0",
     "partition_schema": "public"
 }
 ```
@@ -317,7 +318,7 @@ CREATE TABLE IF NOT EXISTS pathman_config_params (
     enable_parent   BOOLEAN NOT NULL DEFAULT TRUE,
     auto            BOOLEAN NOT NULL DEFAULT TRUE,
     init_callback   REGPROCEDURE NOT NULL DEFAULT 0,
-	spawn_using_bgw BOOLEAN NOT NULL DEFAULT FALSE);
+    spawn_using_bgw BOOLEAN NOT NULL DEFAULT FALSE);
 ```
 This table stores optional parameters which override standard behavior.
 
@@ -664,6 +665,7 @@ There are several user-accessible [GUC](https://www.postgresql.org/docs/9.5/stat
  - `pg_pathman.enable_runtimemergeappend` --- toggle `RuntimeMergeAppend` custom node on\off
  - `pg_pathman.enable_partitionfilter` --- toggle `PartitionFilter` custom node on\off
  - `pg_pathman.enable_auto_partition` --- toggle automatic partition creation on\off (per session)
+ - `pg_pathman.enable_bounds_cache` --- toggle bounds cache on\off (faster updates of partitioning scheme)
  - `pg_pathman.insert_into_fdw` --- allow INSERTs into various FDWs `(disabled | postgres | any_fdw)`
  - `pg_pathman.override_copy` --- toggle COPY statement hooking on\off
 
@@ -673,11 +675,12 @@ SELECT disable_pathman_for('range_rel');
 ```
 All sections and data will remain unchanged and will be handled by the standard PostgreSQL inheritance mechanism.
 
-##Feedback
+## Feedback
 Do not hesitate to post your issues, questions and new ideas at the [issues](https://github.com/postgrespro/pg_pathman/issues) page.
 
 ## Authors
-Ildar Musin <i.musin@postgrespro.ru> Postgres Professional Ltd., Russia		
-Alexander Korotkov <a.korotkov@postgrespro.ru> Postgres Professional Ltd., Russia		
-Dmitry Ivanov <d.ivanov@postgrespro.ru> Postgres Professional Ltd., Russia		
-
+Ildar Musin <i.musin(at)postgrespro.ru> Postgres Professional Ltd., Russia  
+Alexander Korotkov <a.korotkov(at)postgrespro.ru> Postgres Professional Ltd., Russia  
+Dmitry Ivanov <d.ivanov(at)postgrespro.ru> Postgres Professional Ltd., Russia  
+Maksim Milyutin <m.milyutin(at)postgrespro.ru> Postgres Professional Ltd., Russia  
+Ildus Kurbangaliev <i.kurbangaliev(at)postgrespro.ru> Postgres Professional Ltd., Russia  

expected/insert_nodes.out

@@ -1,84 +1,123 @@
 Parsed test spec with 2 sessions
 
 starting permutation: s1b s1_insert_150 s1r s1_show_partitions s2b s2_insert_150 s2c s2_show_partitions
-create_range_partitions
+set_spawn_using_bgw
 
-1              
+               
 step s1b: BEGIN;
-step s1_insert_150: INSERT INTO range_rel SELECT generate_series(1, 150);
+step s1_insert_150: INSERT INTO range_rel SELECT generate_series(1,   150);
 step s1r: ROLLBACK;
-step s1_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c ON c.conrelid = i.inhrelid AND c.consrc IS NOT NULL WHERE i.inhparent = 'range_rel'::regclass::oid ORDER BY c.oid;
+step s1_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c
+							  ON c.conrelid = i.inhrelid
+							  WHERE i.inhparent = 'range_rel'::regclass
+							  ORDER BY c.oid;
 consrc         
 
+               
 ((id >= 1) AND (id < 101))
+               
 ((id >= 101) AND (id < 201))
 step s2b: BEGIN;
-step s2_insert_150: INSERT INTO range_rel SELECT generate_series(1, 150);
+step s2_insert_150: INSERT INTO range_rel SELECT generate_series(1,   150);
 step s2c: COMMIT;
-step s2_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c ON c.conrelid = i.inhrelid  AND c.consrc IS NOT NULL WHERE i.inhparent = 'range_rel'::regclass::oid ORDER BY c.oid;
+step s2_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c
+							  ON c.conrelid = i.inhrelid
+							  WHERE i.inhparent = 'range_rel'::regclass
+							  ORDER BY c.oid;
 consrc         
 
+               
 ((id >= 1) AND (id < 101))
+               
 ((id >= 101) AND (id < 201))
 
 starting permutation: s1b s1_insert_150 s1r s1_show_partitions s2b s2_insert_300 s2c s2_show_partitions
-create_range_partitions
+set_spawn_using_bgw
 
-1              
+               
 step s1b: BEGIN;
-step s1_insert_150: INSERT INTO range_rel SELECT generate_series(1, 150);
+step s1_insert_150: INSERT INTO range_rel SELECT generate_series(1,   150);
 step s1r: ROLLBACK;
-step s1_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c ON c.conrelid = i.inhrelid AND c.consrc IS NOT NULL WHERE i.inhparent = 'range_rel'::regclass::oid ORDER BY c.oid;
+step s1_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c
+							  ON c.conrelid = i.inhrelid
+							  WHERE i.inhparent = 'range_rel'::regclass
+							  ORDER BY c.oid;
 consrc         
 
+               
 ((id >= 1) AND (id < 101))
+               
 ((id >= 101) AND (id < 201))
 step s2b: BEGIN;
 step s2_insert_300: INSERT INTO range_rel SELECT generate_series(151, 300);
 step s2c: COMMIT;
-step s2_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c ON c.conrelid = i.inhrelid  AND c.consrc IS NOT NULL WHERE i.inhparent = 'range_rel'::regclass::oid ORDER BY c.oid;
+step s2_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c
+							  ON c.conrelid = i.inhrelid
+							  WHERE i.inhparent = 'range_rel'::regclass
+							  ORDER BY c.oid;
 consrc         
 
+               
 ((id >= 1) AND (id < 101))
+               
 ((id >= 101) AND (id < 201))
+               
 ((id >= 201) AND (id < 301))
 
 starting permutation: s1b s1_insert_300 s1r s1_show_partitions s2b s2_insert_150 s2c s2_show_partitions
-create_range_partitions
+set_spawn_using_bgw
 
-1              
+               
 step s1b: BEGIN;
 step s1_insert_300: INSERT INTO range_rel SELECT generate_series(151, 300);
 step s1r: ROLLBACK;
-step s1_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c ON c.conrelid = i.inhrelid AND c.consrc IS NOT NULL WHERE i.inhparent = 'range_rel'::regclass::oid ORDER BY c.oid;
+step s1_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c
+							  ON c.conrelid = i.inhrelid
+							  WHERE i.inhparent = 'range_rel'::regclass
+							  ORDER BY c.oid;
 consrc         
 
+               
 ((id >= 1) AND (id < 101))
+               
 ((id >= 101) AND (id < 201))
+               
 ((id >= 201) AND (id < 301))
 step s2b: BEGIN;
-step s2_insert_150: INSERT INTO range_rel SELECT generate_series(1, 150);
+step s2_insert_150: INSERT INTO range_rel SELECT generate_series(1,   150);
 step s2c: COMMIT;
-step s2_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c ON c.conrelid = i.inhrelid  AND c.consrc IS NOT NULL WHERE i.inhparent = 'range_rel'::regclass::oid ORDER BY c.oid;
+step s2_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c
+							  ON c.conrelid = i.inhrelid
+							  WHERE i.inhparent = 'range_rel'::regclass
+							  ORDER BY c.oid;
 consrc         
 
+               
 ((id >= 1) AND (id < 101))
+               
 ((id >= 101) AND (id < 201))
+               
 ((id >= 201) AND (id < 301))
 
 starting permutation: s1b s1_insert_150 s2b s2_insert_300 s1r s2r s2_show_partitions
-create_range_partitions
+set_spawn_using_bgw
 
-1              
+               
 step s1b: BEGIN;
-step s1_insert_150: INSERT INTO range_rel SELECT generate_series(1, 150);
+step s1_insert_150: INSERT INTO range_rel SELECT generate_series(1,   150);
 step s2b: BEGIN;
 step s2_insert_300: INSERT INTO range_rel SELECT generate_series(151, 300);
 step s1r: ROLLBACK;
 step s2r: ROLLBACK;
-step s2_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c ON c.conrelid = i.inhrelid  AND c.consrc IS NOT NULL WHERE i.inhparent = 'range_rel'::regclass::oid ORDER BY c.oid;
+step s2_show_partitions: SELECT c.consrc FROM pg_inherits i LEFT JOIN pg_constraint c
+							  ON c.conrelid = i.inhrelid
+							  WHERE i.inhparent = 'range_rel'::regclass
+							  ORDER BY c.oid;
 consrc         
 
+               
 ((id >= 1) AND (id < 101))
+               
 ((id >= 101) AND (id < 201))
+               
 ((id >= 201) AND (id < 301))