0

我正在使用下面的代码来实现数据库转换中的数据移动

import com.marklogic.client.DatabaseClient;
import com.marklogic.client.DatabaseClientFactory;
import com.marklogic.client.datamovement.ApplyTransformListener;
import com.marklogic.client.datamovement.DataMovementManager;
import com.marklogic.client.datamovement.JobTicket;
import com.marklogic.client.datamovement.QueryBatcher;
import com.marklogic.client.document.ServerTransform;
import com.marklogic.client.query.StructuredQueryBuilder;
import com.marklogic.client.query.StructuredQueryDefinition;

import javax.xml.namespace.QName;
import java.time.LocalDateTime;

class data_movement {
    public static void main(String[] args) {
        final DatabaseClient marklogic = DatabaseClientFactory
                .newClient("localhost", 8000,"database",
                        new DatabaseClientFactory.DigestAuthContext("admin", "admin")
                );

        final DataMovementManager manager = marklogic.newDataMovementManager();
        LocalDateTime dateTime = LocalDateTime.now();
        final StructuredQueryBuilder sqb = new StructuredQueryBuilder();
        final StructuredQueryDefinition query =
                sqb.and(
                        sqb.collection("collection"),
                        sqb.range(sqb.element(new QName("ns","element")), "xs:dateTime", StructuredQueryBuilder.Operator.LT, dateTime)
                );

// Specify a server-side transformation module (stored procedure) by name
        ServerTransform transform = new ServerTransform("transformApi");
        ApplyTransformListener transformListener = new ApplyTransformListener()
                .withTransform(transform)
                .withApplyResult(ApplyTransformListener.ApplyResult.IGNORE) // Transform in-place, i.e. rewrite
                .onSuccess(batch -> {
                    System.out.println("batch no -" + batch.getJobBatchNumber());
                })
                .onSkipped(batch -> {
                })
                .onFailure((batch, throwable) -> {
                    System.out.println("onFailure batch no -" +
                            batch.getJobBatchNumber()+ throwable.getLocalizedMessage());
                });

        final QueryBatcher batcher = manager
                .newQueryBatcher(query)
                .withThreadCount(8)
                .withBatchSize(1000);

        batcher
                .onUrisReady(transformListener)
                .onQueryFailure(exception -> exception.printStackTrace());
        final JobTicket ticket = manager.startJob(batcher);
        batcher.awaitCompletion();
        manager.stopJob(ticket);

    }
}

目前我正在使用 System.out.print.ln 来打印成功和失败批次。当进程运行时，有什么方法可以正确记录它以获取批次号和 uri 号失败。并且该日志将在 cron 调度程序中捕获，因为我必须通过 cron 作业运行数据移动应用程序的 jar 文件。目前，就像我在 cron */3 * * * * java -jar /tmp/untitled-all-1.0.jar >> /tmp/datamovement.log 中安排该作业一样

4

0 回答 0