/*
* Copyright (c) 2013, OpenCloudDB/MyCAT and/or its affiliates. All rights reserved.
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This code is free software;Designed and Developed mainly by many Chinese
* opensource volunteers. you can redistribute it and/or modify it under the
* terms of the GNU General Public License version 2 only, as published by the
* Free Software Foundation.
*
* This code is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
* version 2 for more details (a copy is included in the LICENSE file that
* accompanied this code).
*
* You should have received a copy of the GNU General Public License version
* 2 along with this work; if not, write to the Free Software Foundation,
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
*
* Any questions about this component can be directed to it's project Web address
* https://code.google.com/p/opencloudb/.
*
*/
package turbo.crawler
import java.util.ArrayList
import java.util.Hashtable
/**
* 数据采集控制器
* @author mclaren
*
*/
object FetchController {
private val CACHE = new Hashtable[String, Int]()
private val MAX = 2
def ensureReady(url: String) = {
CACHE.synchronized {
var count = CACHE.get(url)
if (count >= MAX) throw new ResourceHasAlreadyBeenFetchedException(url)
}
}
def recordUrl(url: String) = CACHE.synchronized(if (CACHE.containsKey(url)) CACHE.put(url, CACHE.get(url) + 1) else CACHE.put(url, 1))
}
