Search in sources :

Example 1 with AnnounceException

use of streams.components.exceptions.AnnounceException in project compss by bsc-wdc.

the class COMPSsStream method announce.

/*
     * ****************************************************************************************************************
     * PRODUCER METHODS
     * ****************************************************************************************************************
     */
public RegistrationId announce() throws AnnounceException {
    // Create subscription id
    RegistrationId registrationId = new RegistrationId();
    // Create internal producer
    Properties properties = new Properties();
    try (FileInputStream fis = new FileInputStream(new File(PROPERTIES_FILE_PATH_PRODUCER))) {
        properties.load(fis);
    } catch (IOException ioe) {
        throw new AnnounceException("ERROR: Cannot open properties file for announcement", ioe);
    }
    KafkaProducer<String, String> producer = new KafkaProducer<>(properties);
    // Update producerId - producer relation
    this.producerIds2producers.put(registrationId.getProducerId(), producer);
    // Update subscriber - producerId relation
    List<String> producers = this.subscriberIds2producerIds.get(registrationId.getSubscriberId());
    if (producers == null) {
        producers = new LinkedList<>();
    }
    producers.add(registrationId.getProducerId());
    this.subscriberIds2producerIds.put(registrationId.getSubscriberId(), producers);
    this.producerIds2subscriberIds.put(registrationId.getProducerId(), registrationId.getSubscriberId());
    // Return the registration id
    return registrationId;
}
Also used : KafkaProducer(org.apache.kafka.clients.producer.KafkaProducer) AnnounceException(streams.components.exceptions.AnnounceException) RegistrationId(streams.components.utils.RegistrationId) IOException(java.io.IOException) Properties(java.util.Properties) File(java.io.File) FileInputStream(java.io.FileInputStream)

Example 2 with AnnounceException

use of streams.components.exceptions.AnnounceException in project compss by bsc-wdc.

the class Producer method sendMessages.

/**
 * Sends numMessages messages trough the given stream and closes it
 *
 * @param stream
 * @param numMessages
 * @return
 */
public static Integer sendMessages(COMPSsStream stream, int numMessages) {
    // Announce on stream
    if (DEBUG) {
        System.out.println("[LOG] Announcing stream write");
    }
    RegistrationId id = null;
    try {
        id = stream.announce();
    } catch (AnnounceException ae) {
        System.err.println("ERROR: Cannot announce publication");
        ae.printStackTrace();
        return -1;
    }
    // Send messages
    if (DEBUG) {
        System.out.println("[LOG] Sending " + numMessages + " messages");
    }
    for (int i = 0; i < numMessages; ++i) {
        // Send lots of regular messages with type message
        // Message of the form {"type":"message", t=12.234, k=1}
        String msg = String.format(Locale.ROOT, "{\"" + Messages.FIELD_TYPE + "\":\"" + Messages.TYPE_MESSAGE + "\", \"" + Messages.FIELD_T + "\":%.3f, \"" + Messages.FIELD_K + "\":%d}", System.nanoTime() * 1e-9, i);
        try {
            stream.publish(id, Topics.TOPIC_REGULAR_MESSAGES, msg);
        } catch (InvalidCredentialsException ice) {
            System.err.println("ERROR: Cannot send regular message");
            ice.printStackTrace();
            return -1;
        }
        // Every so often send a stats message
        if (i % FREQ_STATS_MSG == 0) {
            String statMsg = String.format(Locale.ROOT, "{\"" + Messages.FIELD_TYPE + "\":\"" + Messages.TYPE_STATS + "\", \"" + Messages.FIELD_T + "\":%.3f, \"" + Messages.FIELD_K + "\":%d}", System.nanoTime() * 1e-9, i);
            try {
                stream.publish(id, Topics.TOPIC_REGULAR_MESSAGES, statMsg);
            } catch (InvalidCredentialsException ice) {
                System.err.println("ERROR: Cannot send stat message");
                ice.printStackTrace();
                return -1;
            }
        }
        // Every so often send a sleep for a while
        if (i % FREQ_WAIT_TIME == 0) {
            try {
                Thread.sleep(WAIT_TIME);
            } catch (InterruptedException e) {
                Thread.currentThread().interrupt();
            }
        }
    }
    // Send end message
    if (DEBUG) {
        System.out.println("[LOG] Sending end messge");
    }
    String endMsg = String.format(Locale.ROOT, "{\"" + Messages.FIELD_TYPE + "\":\"" + Messages.TYPE_END + "\", \"" + Messages.FIELD_T + "\":%.3f, \"" + Messages.FIELD_K + "\":%d}", System.nanoTime() * 1e-9, 0);
    try {
        stream.publish(id, Topics.TOPIC_SYSTEM_MESSAGES, endMsg);
    } catch (InvalidCredentialsException ice) {
        System.err.println("ERROR: Cannot send end message");
        ice.printStackTrace();
        return -1;
    }
    // Close stream
    if (DEBUG) {
        System.out.println("[LOG] Closing stream");
    }
    try {
        stream.close(id);
    } catch (InvalidCredentialsException ice) {
        System.err.println("ERROR: Cannot close stream");
        ice.printStackTrace();
        return -1;
    }
    // All ok
    if (DEBUG) {
        System.out.println("[LOG] DONE");
    }
    return 0;
}
Also used : AnnounceException(streams.components.exceptions.AnnounceException) InvalidCredentialsException(streams.components.exceptions.InvalidCredentialsException) RegistrationId(streams.components.utils.RegistrationId)

Aggregations

AnnounceException (streams.components.exceptions.AnnounceException)2 RegistrationId (streams.components.utils.RegistrationId)2 File (java.io.File)1 FileInputStream (java.io.FileInputStream)1 IOException (java.io.IOException)1 Properties (java.util.Properties)1 KafkaProducer (org.apache.kafka.clients.producer.KafkaProducer)1 InvalidCredentialsException (streams.components.exceptions.InvalidCredentialsException)1