Skip to content
Snippets Groups Projects
Commit ef53faf9 authored by Pierre-Yves David's avatar Pierre-Yves David :octopus:
Browse files

test: restrict the amount of test we use in the test

This will reduce the amount of churn/instability we have in these tests.
parent 65a4af41
No related branches found
No related tags found
1 merge request!37general improvements
......@@ -19,6 +19,19 @@
$ cd listing-test-den
$ . bin/activate
reduce the amount of test we have to deal with to stabilize this test
$ ls -l benchmarks
total * (glob)
* hg -> ../tooling/poulpe/suites/hg/benchmarks (glob)
$ rm benchmarks/hg
$ mkdir benchmarks/hg
$ cp tooling/poulpe/suites/hg/benchmarks/*bundle.pbd benchmarks/hg
$ cp tooling/poulpe/suites/hg/benchmarks/status.pbd benchmarks/hg
$ cp tooling/poulpe/suites/hg/benchmarks/debug-update-cache.pbd benchmarks/hg
$ cp tooling/poulpe/suites/hg/benchmarks/debug-revlog-index.pbd benchmarks/hg
Test listing itself
===================
......@@ -27,12 +40,5 @@
$ poulpe den-list-benchmarks
hg.command.bundle
hg.command.cat
hg.command.clone
hg.command.commit
hg.command.files
hg.command.log
hg.command.pull
hg.command.push
hg.command.status
hg.command.unbundle
......@@ -37,7 +43,4 @@
hg.command.status
hg.command.unbundle
hg.command.update
hg.debug.convert
hg.debug.debug-delta-chain
hg.debug.debug-revlog-index
hg.debug.debug-update-cache
......@@ -42,6 +45,3 @@
hg.debug.debug-revlog-index
hg.debug.debug-update-cache
hg.debug.verify
hg.perf.exchange.stream.consume
hg.perf.exchange.stream.generate
hg.perf.perf-bundle
......@@ -47,9 +47,4 @@
hg.perf.perf-bundle
hg.perf.perf-delta-find
hg.perf.perf-startup
hg.perf.phase-cache
hg.perf.read-revisions
hg.perf.stream-locked-section
hg.perf.unbundle
Showing path
......@@ -58,21 +53,7 @@
$ poulpe den-list-benchmarks --show-path
hg.command.bundle
benchmarks/hg/bundle.pbd
hg.command.cat
benchmarks/hg/cat.pbd
hg.command.clone
benchmarks/hg/clone.pbd
hg.command.commit
benchmarks/hg/commit.pbd
hg.command.files
benchmarks/hg/files.pbd
hg.command.log
benchmarks/hg/log.pbd
hg.command.pull
benchmarks/hg/pull.pbd
hg.command.push
benchmarks/hg/push.pbd
hg.command.status
benchmarks/hg/status.pbd
hg.command.unbundle
benchmarks/hg/unbundle.pbd
......@@ -75,14 +56,8 @@
hg.command.status
benchmarks/hg/status.pbd
hg.command.unbundle
benchmarks/hg/unbundle.pbd
hg.command.update
benchmarks/hg/update.pbd
hg.debug.convert
benchmarks/hg/convert.pbd
hg.debug.debug-delta-chain
benchmarks/hg/debug-delta-chain.pbd
hg.debug.debug-revlog-index
benchmarks/hg/debug-revlog-index.pbd
hg.debug.debug-update-cache
benchmarks/hg/debug-update-cache.pbd
......@@ -85,12 +60,6 @@
hg.debug.debug-revlog-index
benchmarks/hg/debug-revlog-index.pbd
hg.debug.debug-update-cache
benchmarks/hg/debug-update-cache.pbd
hg.debug.verify
benchmarks/hg/verify.pbd
hg.perf.exchange.stream.consume
benchmarks/hg/perf-bundle-stream-consume.pbd
hg.perf.exchange.stream.generate
benchmarks/hg/perf-bundle-stream-generate.pbd
hg.perf.perf-bundle
benchmarks/hg/perf-bundle.pbd
......@@ -95,15 +64,5 @@
hg.perf.perf-bundle
benchmarks/hg/perf-bundle.pbd
hg.perf.perf-delta-find
benchmarks/hg/perf-delta-find.pbd
hg.perf.perf-startup
benchmarks/hg/perf-startup.pbd
hg.perf.phase-cache
benchmarks/hg/perf-phases-cache.pbd
hg.perf.read-revisions
benchmarks/hg/perf-read-revisions.pbd
hg.perf.stream-locked-section
benchmarks/hg/perf-stream-locked.pbd
hg.perf.unbundle
benchmarks/hg/perf-unbundle.pbd
......@@ -127,160 +86,6 @@
- none-v3
- none-streamv2
- none-streamv3
hg.command.cat
* files:
- all-root (default)
- all-glob
- all-list-path-sorted
- all-list-path-shuffled
- all-list-filepath-sorted
- all-list-filepath-shuffled
- all-list-pattern-sorted
- all-list-pattern-shuffled
* output:
- plain (default)
- json
* rev:
- working-copy
- tip (default)
- default
hg.command.clone
* explicit-rev:
- none (default)
- tip
- all-out-heads
* issue6528:
- default (default)
- fix-incoming
- disabled
* protocol:
- local-pull (default)
- local-hardlink
- ssh-pull
- ssh-stream
* pulled-delta-reuse-policy:
- default (default)
- forced
* resource-usage:
- default (default)
- high
- medium
- low
* validate:
- default (default)
- no
- yes
hg.command.commit
* repo-state:
- modified (default)
- clean
- large-ignored
- large-all
- ignored
- ignored-unknowns
- all-and-large-ignored
- large-modified
- large-modified-and-copied
- modified-and-copied
hg.command.files
* files:
- all-root (default)
- all-glob
- all-list-path-sorted
- all-list-path-shuffled
- all-list-filepath-sorted
- all-list-filepath-shuffled
- all-list-pattern-sorted
- all-list-pattern-shuffled
* output:
- plain (default)
- json
* rev:
- working-copy
- tip
- default (default)
hg.command.log
* limit-rev:
- 1000 (default)
- 10
- 1
* patch:
- no (default)
- yes
* rev:
- none (default)
- tip
- minus-one
- reverse-all
- all
- heads-all
- public
- reverse-public
- heads-public
hg.command.pull
* explicit-rev:
- none (default)
- tip
- all-out-heads
* issue6528:
- default (default)
- fix-incoming
- disabled
* protocol:
- local (default)
- ssh
* pulled-delta-reuse-policy:
- default (default)
- forced
* resource-usage:
- default (default)
- high
- medium
- low
* revs:
- any-1-extra-rev
- any-10-extra-rev
- any-100-extra-rev
- any-1000-extra-rev (default)
- any-10000-extra-rev
- any-100000-extra-rev
* validate:
- default (default)
- no
- yes
hg.command.push
* explicit-rev:
- none (default)
- tip
- all-out-heads
* issue6528:
- default (default)
- fix-incoming
- disabled
* protocol:
- local (default)
- ssh
* resource-usage:
- default (default)
- high
- medium
- low
* reuse-external-delta-parent:
- default (default)
- yes
- no
* revs:
- any-1-extra-rev
- any-10-extra-rev
- any-100-extra-rev
- any-1000-extra-rev (default)
- any-10000-extra-rev
- any-100000-extra-rev
- none
* validate:
- default (default)
- no
- yes
hg.command.status
* list-copies:
- no (default)
......@@ -335,41 +140,6 @@
- standard
- verbose
- debug
hg.command.update
* atomic-update:
- no (default)
- yes
* scenario:
- null-to-tip (default)
- tip-to-null
- 1-rev-to-tip
- 10-rev-to-tip
- 100-rev-to-tip
- 1000-rev-to-tip
- 10000-rev-to-tip
* worker:
- default (default)
- no
- 1
- 2
- 4
- 8
- 16
- 32
- 64
hg.debug.convert
* destination:
- mercurial (default)
* filemap:
- none (default)
* revisions:
- all (default)
* source:
- mercurial (default)
hg.debug.debug-delta-chain
* revlog:
- changelog
- manifestlog (default)
hg.debug.debug-revlog-index
* revlog:
- changelog
......@@ -379,17 +149,6 @@
- warm (default)
- no-hgtags-fnodes
- no-rev-branch-cache
hg.debug.verify
hg.perf.exchange.stream.consume
* version:
- v2 (default)
- v3
hg.perf.exchange.stream.generate
* version:
- latest (default)
- v1
- v2
- v3
hg.perf.perf-bundle
* revs:
- last-100000
......@@ -399,46 +158,6 @@
- last-100
- last-10
- last-1
hg.perf.perf-delta-find
* rev:
- manifest-snapshot-many-tries-a
- manifest-snapshot-many-tries-b
- manifest-snapshot-many-tries-c
- manifest-snapshot-many-tries-d
- manifest-snapshot-many-tries-e
- manifest-snapshot-many-rounds-a
- manifest-snapshot-many-rounds-b
- manifest-snapshot-many-rounds-c
- manifest-snapshot-many-rounds-d
- manifest-snapshot-many-rounds-e
- manifest-snapshot-many-both-a (default)
- manifest-snapshot-many-both-b
- manifest-snapshot-many-both-c
- manifest-snapshot-many-both-d
- manifest-snapshot-many-both-e
- manifest-merge-long-chain-both-a
- manifest-merge-long-chain-both-b
- manifest-merge-long-chain-both-c
- manifest-merge-long-chain-both-d
- manifest-merge-long-chain-both-e
hg.perf.perf-startup
hg.perf.phase-cache
* full:
- no (default)
- yes
hg.perf.read-revisions
* order:
- default (default)
- reverse
* revlog:
- changelog
- manifestlog (default)
hg.perf.stream-locked-section
* version:
- latest (default)
- v1
- v2
- v3
hg.perf.unbundle
* issue6528:
- default (default)
......@@ -461,6 +180,4 @@
One pattern
$ poulpe den-list-benchmarks hg.perf
hg.perf.exchange.stream.consume
hg.perf.exchange.stream.generate
hg.perf.perf-bundle
......@@ -466,11 +183,6 @@
hg.perf.perf-bundle
hg.perf.perf-delta-find
hg.perf.perf-startup
hg.perf.phase-cache
hg.perf.read-revisions
hg.perf.stream-locked-section
hg.perf.unbundle
multiple pattern
$ poulpe den-list-benchmarks hg.perf hg.debug
......@@ -472,9 +184,7 @@
hg.perf.unbundle
multiple pattern
$ poulpe den-list-benchmarks hg.perf hg.debug
hg.debug.convert
hg.debug.debug-delta-chain
hg.debug.debug-revlog-index
hg.debug.debug-update-cache
......@@ -479,6 +189,3 @@
hg.debug.debug-revlog-index
hg.debug.debug-update-cache
hg.debug.verify
hg.perf.exchange.stream.consume
hg.perf.exchange.stream.generate
hg.perf.perf-bundle
......@@ -484,9 +191,4 @@
hg.perf.perf-bundle
hg.perf.perf-delta-find
hg.perf.perf-startup
hg.perf.phase-cache
hg.perf.read-revisions
hg.perf.stream-locked-section
hg.perf.unbundle
regex pattern
......
......@@ -115,7 +115,7 @@
data environments: [OKAY]
available: 0
benchmarks: [OKAY]
available: 25
available: 26
results: [OKAY]
poulpe suites: [OKAY]
available bin setup: 1
......@@ -132,7 +132,7 @@
data environments: [OKAY]
available: 0
benchmarks: [OKAY]
available: 25
available: 26
results: [OKAY]
poulpe suites: [OKAY]
available bin setup: 1
......
......@@ -19,6 +19,17 @@
$ cd listing-test-den
$ . bin/activate
reduce the amount of test we have to deal with to stabilize this test
$ ls -l benchmarks
total * (glob)
* hg -> ../tooling/poulpe/suites/hg/benchmarks (glob)
$ rm benchmarks/hg
$ mkdir benchmarks/hg
$ cp tooling/poulpe/suites/hg/benchmarks/perf-read-revisions.pbd benchmarks/hg
$ cp tooling/poulpe/suites/hg/benchmarks/cat.pbd benchmarks/hg
$ cp tooling/poulpe/suites/hg/benchmarks/debug-update-cache.pbd benchmarks/hg
Setup some data-env
-------------------
......@@ -50,5 +61,5 @@
$ poulpe den-generate-tasks hg:MERCURIAL_VERSION=6.5.3 > tasks
$ wc -l < tasks
5? (glob)
6
$ sort --unique < tasks | wc -l
......@@ -54,3 +65,3 @@
$ sort --unique < tasks | wc -l
5? (glob)
6
(we grep to skip later introduced benchmark)
......@@ -56,3 +67,3 @@
(we grep to skip later introduced benchmark)
$ grep -v "hg/bundle.pbd" tasks | head
$ head tasks
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd
......@@ -58,16 +69,12 @@
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/clone.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/commit.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/files.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/log.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/pull.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/push.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/status.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/unbundle.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/update.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/debug-update-cache.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/perf-read-revisions.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 foo hg/cat.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 foo hg/debug-update-cache.pbd
RUN hg:MERCURIAL_VERSION=6.5.3 foo hg/perf-read-revisions.pbd
no-filter-run using all variants
--------------------------------
$ poulpe den-generate-tasks --all-variants hg:MERCURIAL_VERSION=6.5.3 > tasks
$ wc -l < tasks
......@@ -68,8 +75,8 @@
no-filter-run using all variants
--------------------------------
$ poulpe den-generate-tasks --all-variants hg:MERCURIAL_VERSION=6.5.3 > tasks
$ wc -l < tasks
27386
110
$ sort --unique < tasks | wc -l
......@@ -75,6 +82,6 @@
$ sort --unique < tasks | wc -l
27386
$ grep -v "hg/bundle.pbd" tasks | head
110
$ head tasks
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-root:output=plain:rev=working-copy
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-root:output=plain:rev=tip
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-root:output=plain:rev=default
......@@ -93,5 +100,5 @@
> --data-env-filter mercurial.repo.graph.visible-revision-count="re:^1....$" \
> > tasks
$ wc -l < tasks
13693
55
$ sort --unique < tasks | wc -l
......@@ -97,6 +104,6 @@
$ sort --unique < tasks | wc -l
13693
$ grep -v "hg/bundle.pbd" tasks | head
55
$ head tasks
RUN hg:MERCURIAL_VERSION=6.5.3 foo hg/cat.pbd:files=all-root:output=plain:rev=working-copy
RUN hg:MERCURIAL_VERSION=6.5.3 foo hg/cat.pbd:files=all-root:output=plain:rev=tip
RUN hg:MERCURIAL_VERSION=6.5.3 foo hg/cat.pbd:files=all-root:output=plain:rev=default
......@@ -112,5 +119,5 @@
> --data-env-filter name="ba-bar" \
> > tasks
$ wc -l < tasks
13693
55
$ sort --unique < tasks | wc -l
......@@ -116,6 +123,6 @@
$ sort --unique < tasks | wc -l
13693
$ grep -v "hg/bundle.pbd" tasks | head
55
$ head tasks
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-root:output=plain:rev=working-copy
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-root:output=plain:rev=tip
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-root:output=plain:rev=default
......@@ -158,5 +165,5 @@
> --benchmark-variant-filter files="re:^.*shuffled$" \
> > tasks
$ wc -l < tasks
27266
50
$ sort --unique < tasks | wc -l
......@@ -162,6 +169,6 @@
$ sort --unique < tasks | wc -l
27266
$ grep -v "hg/bundle.pbd" tasks | head
50
$ head tasks
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-list-path-shuffled:output=plain:rev=working-copy
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-list-path-shuffled:output=plain:rev=tip
RUN hg:MERCURIAL_VERSION=6.5.3 bar hg/cat.pbd:files=all-list-path-shuffled:output=plain:rev=default
......@@ -227,7 +234,7 @@
$ poulpe den-generate-tasks --all-variants \
> hg:MERCURIAL_VERSION=6.5.2 hg:MERCURIAL_VERSION=6.5.1 \
> --benchmark-variant-filter "rev=tip" \
> | grep -v "hg/bundle.pbd" | sort | head -n 3 > tasks
> | sort | head -n 3 > tasks
(Filter output until "clone done" since it varies a lot and is not that useful)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment