sfeed_update: separate the logic of running feeds in a function - sfeed - RSS and Atom parser
  HTML git clone git://git.codemadness.org/sfeed
   DIR Log
   DIR Files
   DIR Refs
   DIR README
   DIR LICENSE
       ---
   DIR commit 195cbb7aa51b7726c9a3cc0f5bcd5e34968a2907
   DIR parent a57e31efc26780e2079d336ea46c7e0776ec42e2
  HTML Author: Hiltjo Posthuma <hiltjo@codemadness.org>
       Date:   Wed, 20 Nov 2024 19:59:32 +0100
       
       sfeed_update: separate the logic of running feeds in a function
       
       This is not documented as an overridable function (for now).
       
       It can be used to more easily replace the logic of running feeds with xargs
       with something else like GNU/parallel.
       
       It can be used to reproduce the previous behaviour which didn't require xargs.
       See commit for the old logic: cdb8f7feb135adf6f18e389b4bbf47886089474a
       
       Example:
       
       feed() {
               # wait until ${maxjobs} are finished: will stall the queue if an item
               # is slow, but it is portable.
               [ ${signo} -ne 0 ] && return
               [ $((curjobs % maxjobs)) -eq 0 ] && wait
               [ ${signo} -ne 0 ] && return
               curjobs=$((curjobs + 1))
       
               _feed "$@" &
       }
       
       runfeeds() {
               # job counter.
               curjobs=0
               # fetch feeds specified in config file.
               feeds
               # wait till all feeds are fetched (concurrently).
               [ ${signo} -eq 0 ] && wait
       }
       
       Diffstat:
         M sfeed_update                        |      15 ++++++++++-----
       
       1 file changed, 10 insertions(+), 5 deletions(-)
       ---
   DIR diff --git a/sfeed_update b/sfeed_update
       @@ -201,6 +201,14 @@ feeds() {
                die
        }
        
       +# runfeeds()
       +runfeeds() {
       +        # print feeds for parallel processing with xargs.
       +        feeds > "${sfeedtmpdir}/jobs" || die
       +        SFEED_UPDATE_CHILD="1" xargs -x -0 -P "${maxjobs}" -n 1 \
       +                "$(readlink -f "${argv0}")" < "${sfeedtmpdir}/jobs"
       +}
       +
        # main(args...)
        main() {
                # signal number received for parent.
       @@ -217,11 +225,8 @@ main() {
                touch "${sfeedtmpdir}/ok" || die
                # make sure path exists.
                mkdir -p "${sfeedpath}"
       -
       -        # print feeds for parallel processing with xargs.
       -        feeds > "${sfeedtmpdir}/jobs" || die
       -        SFEED_UPDATE_CHILD="1" xargs -x -0 -P "${maxjobs}" -n 1 \
       -                "$(readlink -f "${argv0}")" < "${sfeedtmpdir}/jobs"
       +        # run and process the feeds.
       +        runfeeds
                statuscode=$?
        
                # check error exit status indicator for parallel jobs.