ci: pgloader set batch size

This commit is contained in:
Nicolas Giard 2022-12-13 23:38:30 +00:00
parent 4eae51f0be
commit 735c851e67
No known key found for this signature in database
GPG key ID: 85061B8F9D55B7C8
2 changed files with 2 additions and 1 deletions

View file

@ -5,4 +5,4 @@ ENV POSTGRES_PASSWORD=hk2j22sfiv
ENV POSTGRES_HOST_AUTH_METHOD=trust
# Copy the postgres data folder from the migration stage
COPY /pg-data /var/lib/postgresql/data
COPY /pgdata /var/lib/postgresql/data

View file

@ -54,6 +54,7 @@ if echo ${EMPTY_CHECK} | grep -q "Did not find any relations."; then
LOAD DATABASE
FROM mysql://django:RkTkDPFnKpko@db/ietf_utf8
INTO postgresql://django:RkTkDPFnKpko@pgdb/ietf
WITH concurrency = 1, batch size = '10MB', batch rows = 10000
CAST type varchar to text drop typemod;
EOF
pgloader --verbose --logfile=ietf_pgloader.run --summary=ietf_pgloader.summary cast.load