Question

动态轮询

我正在使用集成中的poller组件从s3轮询文件。固定延迟是15分钟，最大消息率是1.我这样做的原因是xd中的下游消息因为我使用http.Now而堵塞这是100k记录文件的文件但是当文件大小很小时我仍然等待15分钟虽然我可以快速处理。现在有没有办法根据文件的大小动态设置延迟。因为我们不知道哪些文件将会也被轮询以了解它？根据文件大小，我会提取或记录数量，我们可以动态更改固定延迟或固定费率吗？

<int:poller fixed-delay="${fixedDelay}" default="true" max-messages-per-poll="${maxMessageRate}">
        <int:advice-chain>
            <ref bean="pollAdvise"/>

        </int:advice-chain>
    </int:poller>


<bean id="pollAdvise" class="org.springframework.integration.scheduling.PollSkipAdvice">
    <constructor-arg ref="healthCheckStrategy"/>

</bean>

<bean id="healthCheckStrategy" class="test.ServiceHealthCheckPollSkipStrategy">
    <property name="url" value="${url}"/>
    <property name="doHealthCheck" value="${doHealthCheck}"/>
</bean>



<bean id="credentials" class="org.springframework.integration.aws.core.BasicAWSCredentials">
    <property name="accessKey" value="${accessKey}"/>
    <property name="secretKey" value="${secretKey}"/>
</bean>



<bean id="clientConfiguration" class="com.amazonaws.ClientConfiguration">
    <property name="proxyHost" value="${proxyHost}"/>
    <property name="proxyPort" value="${proxyPort}"/>
    <property name="preemptiveBasicProxyAuth" value="false"/>
</bean>


<bean id="s3Operations" class="org.springframework.integration.aws.s3.core.CustomC1AmazonS3Operations">
    <constructor-arg index="0" ref="credentials"/>
    <constructor-arg index="1" ref="clientConfiguration"/>
    <property name="awsEndpoint" value="s3.amazonaws.com"/>
    <property name="temporaryDirectory" value="${temporaryDirectory}"/>
    <property name="awsSecurityKey"  value="${awsSecurityKey}"/>
</bean>



<!-- aws-endpoint="https://s3.amazonaws.com"  -->
<int-aws:s3-inbound-channel-adapter aws-endpoint="s3.amazonaws.com"
                                    bucket="${bucket}"
                                    s3-operations="s3Operations"
                                    credentials-ref="credentials"
                                    file-name-wildcard="${fileNameWildcard}"
                                    remote-directory="${remoteDirectory}"
                                    channel="splitChannel"
                                    local-directory="${localDirectory}"
                                    accept-sub-folders="false"
                                    delete-source-files="true"
                                    archive-bucket="${archiveBucket}"
                                    archive-directory="${archiveDirectory}">
</int-aws:s3-inbound-channel-adapter>

<int-file:splitter id="s3splitter" input-channel="splitChannel" output-channel="bridge" markers="false" charset="UTF-8">

    <int-file:request-handler-advice-chain>
        <bean class="org.springframework.integration.handler.advice.ExpressionEvaluatingRequestHandlerAdvice">
            <property name="onSuccessExpression" value="payload.delete()"/>
        </bean>
    </int-file:request-handler-advice-chain>

</int-file:splitter>

Answer 1

从Spring Integration 4.2开始，AbstractMessageSourceAdvice已introduced：

此方法在receive（）方法之后调用;再次，您可以重新配置源，或者根据结果采取任何操作（如果源没有创建消息，则可以为null）。你甚至可以回复另一条消息！

从版本4.3开始，我们引入CompoundTriggerAdvice：http://docs.spring.io/spring-integration/docs/4.3.0.BUILD-SNAPSHOT/reference/html/messaging-channels-section.html#_compoundtriggeradvice

您可以根据payload尺寸使用哪种用例。

spring poller中的动态延迟配置

1 个答案: