Import wiredtiger-wiredtiger-2.7.0-858-g444981a.tar.gz from wiredtiger branch mongodb-3.4

ref: 4531b92..444981a

SERVER-22773  Fix CRC32 implementation for ppc64le platform
WT-2432       Understand eviction impact on LSM and readonly workload
WT-2433       Allow read-only databases to log statistics
WT-2434       Fix a race between force-drop and sweep
WT-2437       Fix test suite failures on Windows
WT-2438       Extend WiredTiger stat declarations to help timeseries tool
WT-2440       vpmsum_crc32: Per the PPC64 ABI, v20-v31 are non-volatile register

Author: agorrod

src/third_party/wiredtiger/bench/wtperf/config.c

@@ -241,10 +241,6 @@ config_threads(CONFIG *cfg, const char *config, size_t len)
 					goto err;
 				continue;
 			}
-			if (STRING_MATCH("throttle", k.str, k.len)) {
-				workp->throttle = (uint64_t)v.val;
-				continue;
-			}
 			if (STRING_MATCH("insert", k.str, k.len) ||
 			    STRING_MATCH("inserts", k.str, k.len)) {
 				if ((workp->insert = v.val) < 0)
@@ -262,20 +258,17 @@ config_threads(CONFIG *cfg, const char *config, size_t len)
 					goto err;
 				continue;
 			}
-			if (STRING_MATCH("update", k.str, k.len) ||
-			    STRING_MATCH("updates", k.str, k.len)) {
-				if ((workp->update = v.val) < 0)
-					goto err;
+			if (STRING_MATCH("throttle", k.str, k.len)) {
+				workp->throttle = (uint64_t)v.val;
 				continue;
 			}
 			if (STRING_MATCH("truncate", k.str, k.len)) {
 				if ((workp->truncate = v.val) != 1)
 					goto err;
 				/* There can only be one Truncate thread. */
-				if (cfg->has_truncate != 0) {
+				if (F_ISSET(cfg, CFG_TRUNCATE))
 					goto err;
-				}
-				cfg->has_truncate = 1;
+				F_SET(cfg, CFG_TRUNCATE);
 				continue;
 			}
 			if (STRING_MATCH("truncate_pct", k.str, k.len)) {
@@ -290,6 +283,29 @@ config_threads(CONFIG *cfg, const char *config, size_t len)
 				workp->truncate_count = (uint64_t)v.val;
 				continue;
 			}
+			if (STRING_MATCH("update", k.str, k.len) ||
+			    STRING_MATCH("updates", k.str, k.len)) {
+				if ((workp->update = v.val) < 0)
+					goto err;
+				continue;
+			}
+			if (STRING_MATCH("update_delta", k.str, k.len)) {
+				if (v.type == WT_CONFIG_ITEM_STRING ||
+				    v.type == WT_CONFIG_ITEM_ID) {
+					if (strncmp(v.str, "rand", 4) != 0)
+						goto err;
+					/* Special random value */
+					workp->update_delta = INT64_MAX;
+					F_SET(cfg, CFG_GROW);
+				} else {
+					workp->update_delta = v.val;
+					if (v.val > 0)
+						F_SET(cfg, CFG_GROW);
+					if (v.val < 0)
+						F_SET(cfg, CFG_SHRINK);
+				}
+				continue;
+			}
 			goto err;
 		}
 		if (ret == WT_NOTFOUND)
@@ -409,7 +425,12 @@ config_opt(CONFIG *cfg, WT_CONFIG_ITEM *k, WT_CONFIG_ITEM *v)
 		*(uint32_t *)valueloc = (uint32_t)v->val;
 		break;
 	case CONFIG_STRING_TYPE:
-		if (v->type != WT_CONFIG_ITEM_STRING) {
+		/*
+		 * Configuration parsing uses string/ID to distinguish
+		 * between quoted and unquoted values.
+		 */
+		if (v->type != WT_CONFIG_ITEM_STRING &&
+		    v->type != WT_CONFIG_ITEM_ID) {
 			fprintf(stderr, "wtperf: Error: "
 			    "bad string value for \'%.*s=%.*s\'\n",
 			    (int)k->len, k->str, (int)v->len, v->str);
@@ -438,7 +459,8 @@ config_opt(CONFIG *cfg, WT_CONFIG_ITEM *k, WT_CONFIG_ITEM *v)
 		    STRING_MATCH("threads", k->str, k->len))
 			return (config_threads(cfg, v->str, v->len));
 
-		if (v->type != WT_CONFIG_ITEM_STRING) {
+		if (v->type != WT_CONFIG_ITEM_STRING &&
+		    v->type != WT_CONFIG_ITEM_ID) {
 			fprintf(stderr, "wtperf: Error: "
 			    "bad string value for \'%.*s=%.*s\'\n",
 			    (int)k->len, k->str, (int)v->len, v->str);
@@ -672,6 +694,25 @@ config_sanity(CONFIG *cfg)
 		return (EINVAL);
 	}
 
+	if (cfg->value_sz_max < cfg->value_sz) {
+		if (F_ISSET(cfg, CFG_GROW)) {
+			fprintf(stderr, "value_sz_max %" PRIu32
+			    " must be greater than or equal to value_sz %"
+			    PRIu32 "\n", cfg->value_sz_max, cfg->value_sz);
+			return (EINVAL);
+		} else
+			cfg->value_sz_max = cfg->value_sz;
+	}
+	if (cfg->value_sz_min > cfg->value_sz) {
+		if (F_ISSET(cfg, CFG_SHRINK)) {
+			fprintf(stderr, "value_sz_min %" PRIu32
+			    " must be less than or equal to value_sz %"
+			    PRIu32 "\n", cfg->value_sz_min, cfg->value_sz);
+			return (EINVAL);
+		} else
+			cfg->value_sz_min = cfg->value_sz;
+	}
+
 	if (cfg->readonly && cfg->workload != NULL)
 		for (i = 0, workp = cfg->workload;
 		    i < cfg->workload_cnt; ++i, ++workp)

src/third_party/wiredtiger/bench/wtperf/runners/evict-btree-readonly.wtperf

@@ -1,5 +1,5 @@
 # wtperf options file: evict btree configuration
-conn_config="cache_size=50M"
+conn_config="cache_size=50M,eviction=(threads_max=4),mmap=false"
 table_config="type=file"
 icount=10000000
 report_interval=5

src/third_party/wiredtiger/bench/wtperf/runners/evict-btree.wtperf

@@ -1,5 +1,5 @@
 # wtperf options file: evict btree configuration
-conn_config="cache_size=50M"
+conn_config="cache_size=50M,eviction=(threads_max=4)"
 table_config="type=file"
 icount=10000000
 report_interval=5

src/third_party/wiredtiger/bench/wtperf/runners/evict-lsm-readonly.wtperf

@@ -1,5 +1,5 @@
 # wtperf options file: evict lsm configuration
-conn_config="cache_size=50M,lsm_manager=(worker_thread_max=6)"
+conn_config="cache_size=50M,lsm_manager=(worker_thread_max=6),eviction=(threads_max=4)"
 table_config="type=lsm,lsm=(chunk_size=2M),os_cache_dirty_max=16MB"
 compact=true
 icount=10000000

src/third_party/wiredtiger/bench/wtperf/runners/evict-lsm.wtperf

@@ -1,5 +1,5 @@
 # wtperf options file: evict lsm configuration
-conn_config="cache_size=50M,lsm_manager=(worker_thread_max=6)"
+conn_config="cache_size=50M,lsm_manager=(worker_thread_max=6),eviction=(threads_max=4)"
 table_config="type=lsm,lsm=(chunk_size=2M),os_cache_dirty_max=16MB"
 compact=true
 icount=10000000

src/third_party/wiredtiger/bench/wtperf/runners/update-delta-mix1.wtperf

@@ -0,0 +1,18 @@
+# wtperf options file: Mixed workload where we grow some values and shrink
+# others.  Mixed load leaning toward growing the dataset.
+#
+conn_config="cache_size=2GB,checkpoint=(wait=30)"
+table_config="type=file,leaf_page_max=32k,leaf_value_max=128k,split_pct=90"
+# The values are starting small, insert a lot so our database grows larger than
+# cache quickly.
+icount=200000
+report_interval=5
+run_time=300
+populate_threads=1
+#
+# Run more grow workload threads than shrink threads.
+#
+threads=((count=4,update=1,update_delta=100),(count=2,update=1,update_delta=-150))
+value_sz=20000
+value_sz_min=1000
+value_sz_max=65536

src/third_party/wiredtiger/bench/wtperf/runners/update-delta-mix2.wtperf

@@ -0,0 +1,18 @@
+# wtperf options file: Mixed workload where we grow some values and shrink
+# others.  Mixed load leaning toward shrinking the dataset.
+#
+conn_config="cache_size=2GB,checkpoint=(wait=30)"
+table_config="type=file,leaf_page_max=32k,leaf_value_max=128k,split_pct=90"
+# The values are starting small, insert a lot so our database grows larger than
+# cache quickly.
+icount=200000
+report_interval=5
+run_time=300
+populate_threads=1
+#
+# Run more shrink workload threads than grow threads.
+#
+threads=((count=2,update=1,update_delta=150),(count=4,update=1,update_delta=-100))
+value_sz=20000
+value_sz_min=1000
+value_sz_max=65536

src/third_party/wiredtiger/bench/wtperf/runners/update-delta-mix3.wtperf

@@ -0,0 +1,18 @@
+# wtperf options file: Mixed workload where we grow some values and shrink
+# others.  Mixed load leaning toward mostly a balance.
+#
+conn_config="cache_size=2GB,checkpoint=(wait=30)"
+table_config="type=file,leaf_page_max=32k,leaf_value_max=128k,split_pct=90"
+# The values are starting small, insert a lot so our database grows larger than
+# cache quickly.
+icount=200000
+report_interval=5
+run_time=300
+populate_threads=1
+#
+# Run a balance of threads.
+#
+threads=((count=3,update=1,update_delta=100),(count=3,update=1,update_delta=-100))
+value_sz=20000
+value_sz_min=1000
+value_sz_max=65536

src/third_party/wiredtiger/bench/wtperf/runners/update-grow-stress.wtperf

@@ -0,0 +1,15 @@
+# wtperf options file: Grow the size of documents while there is cache
+# pressure and appends are happening as well.
+conn_config="cache_size=2GB,checkpoint=(wait=30)"
+table_config="type=file,leaf_page_max=32k,leaf_value_max=128k,split_pct=90"
+# The values are starting small, insert a lot so our database grows larger than
+# cache quickly.
+icount=200000
+report_interval=5
+run_time=240
+populate_threads=1
+# Continue inserting new records.
+threads=((count=1,inserts=1,throttle=1000),(count=4,update=1,update_delta=100))
+# Start with small values and let them grow slowly to large values.
+value_sz=10000
+value_sz_max=65536

src/third_party/wiredtiger/bench/wtperf/runners/update-shrink-stress.wtperf

@@ -0,0 +1,15 @@
+# wtperf options file: Shrink the size of values.  Checkpoint frequently
+# and insert new records too.
+#
+conn_config="cache_size=2GB,checkpoint=(wait=30)"
+table_config="type=file,leaf_page_max=32k,leaf_value_max=128k,split_pct=90"
+# Since we're continually inserting, start with a smaller number initially.
+icount=200000
+report_interval=5
+run_time=240
+populate_threads=1
+# Continue inserting new records.
+threads=((count=1,inserts=1,throttle=1000),(count=4,update=1,update_delta=-100))
+# Start with moderate values and let them shrink slowly.
+value_sz_min=1000
+value_sz=10000