// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. package com.cloud.async; import java.util.List; import javax.inject.Inject; import junit.framework.TestCase; import org.apache.log4j.Logger; import org.junit.Assert; public class TestSyncQueueManager extends TestCase { public static final Logger s_logger = Logger.getLogger(TestSyncQueueManager.class.getName()); private volatile int count = 0; private volatile long expectingCurrent = 1; @Inject SyncQueueManager mgr; public void leftOverItems() { List l = mgr.getActiveQueueItems(1L, false); if(l != null && l.size() > 0) { for(SyncQueueItemVO item : l) { s_logger.info("Left over item: " + item.toString()); mgr.purgeItem(item.getId()); } } } public void dequeueFromOneQueue() { final int totalRuns = 5000; final SyncQueueVO queue = mgr.queue("vm_instance", 1L, "Async-job", 1, 1); for(int i = 1; i < totalRuns; i++) mgr.queue("vm_instance", 1L, "Async-job", i+1, 1); count = 0; expectingCurrent = 1; Thread thread1 = new Thread(new Runnable() { @Override public void run() { while(count < totalRuns) { SyncQueueItemVO item = mgr.dequeueFromOne(queue.getId(), 1L); if(item != null) { s_logger.info("Thread 1 process item: " + item.toString()); Assert.assertEquals(expectingCurrent, item.getContentId().longValue()); expectingCurrent++; count++; mgr.purgeItem(item.getId()); } try { Thread.sleep(100); } catch (InterruptedException e) { } } } } ); Thread thread2 = new Thread(new Runnable() { @Override public void run() { while(count < totalRuns) { SyncQueueItemVO item = mgr.dequeueFromOne(queue.getId(), 1L); if(item != null) { s_logger.info("Thread 2 process item: " + item.toString()); Assert.assertEquals(expectingCurrent, item.getContentId().longValue()); expectingCurrent++; count++; mgr.purgeItem(item.getId()); } try { Thread.sleep(100); } catch (InterruptedException e) { } } } } ); thread1.start(); thread2.start(); try { thread1.join(); } catch (InterruptedException e) { } try { thread2.join(); } catch (InterruptedException e) { } Assert.assertEquals(totalRuns, count); } public void dequeueFromAnyQueue() { // simulate 30 queues final int queues = 30; final int totalRuns = 100; final int itemsPerRun = 20; for(int q = 1; q <= queues; q++) for(int i = 0; i < totalRuns; i++) mgr.queue("vm_instance", q, "Async-job", i+1, 1); count = 0; Thread thread1 = new Thread(new Runnable() { @Override public void run() { while(count < totalRuns*queues) { List l = mgr.dequeueFromAny(1L, itemsPerRun); if(l != null && l.size() > 0) { s_logger.info("Thread 1 get " + l.size() + " dequeued items"); for(SyncQueueItemVO item : l) { s_logger.info("Thread 1 process item: " + item.toString()); count++; mgr.purgeItem(item.getId()); } } try { Thread.sleep(100); } catch (InterruptedException e) { } } } } ); Thread thread2 = new Thread(new Runnable() { @Override public void run() { while(count < totalRuns*queues) { List l = mgr.dequeueFromAny(1L, itemsPerRun); if(l != null && l.size() > 0) { s_logger.info("Thread 2 get " + l.size() + " dequeued items"); for(SyncQueueItemVO item : l) { s_logger.info("Thread 2 process item: " + item.toString()); count++; mgr.purgeItem(item.getId()); } } try { Thread.sleep(100); } catch (InterruptedException e) { } } } } ); thread1.start(); thread2.start(); try { thread1.join(); } catch (InterruptedException e) { } try { thread2.join(); } catch (InterruptedException e) { } Assert.assertEquals(queues*totalRuns, count); } public void testPopulateQueueData() { final int queues = 30000; final int totalRuns = 100; for(int q = 1; q <= queues; q++) for(int i = 0; i < totalRuns; i++) mgr.queue("vm_instance", q, "Async-job", i+1, 1); } public void testSyncQueue() { mgr.queue("vm_instance", 1, "Async-job", 1, 1); mgr.queue("vm_instance", 1, "Async-job", 2, 1); mgr.queue("vm_instance", 1, "Async-job", 3, 1); mgr.dequeueFromAny(100L, 1); List l = mgr.getBlockedQueueItems(100000, false); for(SyncQueueItemVO item : l) { System.out.println("Blocked item. " + item.getContentType() + "-" + item.getContentId()); mgr.purgeItem(item.getId()); } } }