Class RelatedContentSearcher

java.lang.Object

com.biglybt.core.content.RelatedContentSearcher

All Implemented Interfaces:

DistributedDatabaseTransferHandler

public class RelatedContentSearcher
extends Object
implements DistributedDatabaseTransferHandler

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private static class	RelatedContentSearcher.ForeignBloom
private class	RelatedContentSearcher.MySearchObserver

Field Summary

Fields

Modifier and Type	Field	Description
(package private) DistributedDatabase	ddb
(package private) final DHTPluginBasicInterface	dht_plugin
private static final int	HARVEST_BLOOM_DISCARD_MILLIS
private static final int	HARVEST_BLOOM_OP_RESET_MILLIS
private static final int	HARVEST_BLOOM_OP_RESET_TICKS
private static final int	HARVEST_BLOOM_SE_RESET_MILLIS
private static final int	HARVEST_BLOOM_SE_RESET_TICKS
private static final int	HARVEST_BLOOM_UPDATE_MILLIS
(package private) final AsyncDispatcher	harvest_dispatcher
private static final int	HARVEST_MAX_BLOOMS
private static final int	HARVEST_MAX_FAILS_HISTORY
private BloomFilter	harvest_op_requester_bloom
private BloomFilter	harvest_se_requester_bloom
(package private) ByteArrayHashMap<RelatedContentSearcher.ForeignBloom>	harvested_blooms
(package private) ByteArrayHashMap<String>	harvested_fails
private Set<String>	ignore_words
private static final int	KEY_BLOOM_LOAD_FACTOR
private static final int	KEY_BLOOM_MAX_BITS
private static final int	KEY_BLOOM_MAX_ENTRIES
private static final int	KEY_BLOOM_MIN_BITS
private BloomFilter	key_bloom_with_local
private BloomFilter	key_bloom_without_local
private long	last_key_bloom_update
(package private) final RelatedContentManager	manager
private static final int	MAX_LOCAL_POPULAR_RESULTS
private static final int	MAX_REMOTE_SEARCH_CONTACTS
private static final int	MAX_REMOTE_SEARCH_MILLIS
private static final int	MAX_REMOTE_SEARCH_RESULTS
private static final int	REDUCED_REMOTE_SEARCH_MILLIS
private static final int	SEARCH_MAX_AGE_SECS_DEFAULT
private static final int	SEARCH_MIN_LEECHERS_DEFAULT
private static final int	SEARCH_MIN_SEEDS_DEFAULT
private static final int	SEARCH_POP_MAX_AGE_SECS_DEFAULT
private static final int	SEARCH_POP_MIN_LEECHERS_DEFAULT
private static final int	SEARCH_POP_MIN_SEEDS_DEFAULT
private static final boolean	TRACE_SEARCH
private final DistributedDatabaseTransferType	transfer_type

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	RelatedContentSearcher(RelatedContentManager _manager, DistributedDatabaseTransferType _transfer_type, DHTPluginBasicInterface _dht_plugin, boolean _defer_ddb_check)

Method Summary

Modifier and Type	Method	Description
private void	checkDDB()
private void	checkKeyBloom()
private String	escapeTag(String tag)
private String	fixupTerm(String term)
(package private) void	foreignBloomFailed(DistributedDatabaseContact contact)
private List<RelatedContentManager.DownloadInfo>	getDHTInfos()
protected DHTPluginBasicInterface	getDHTPlugin()
private List<String>	getDHTWords(RelatedContentManager.DownloadInfo info)
private BloomFilter	getKeyBloom(boolean include_dht_local)
private void	harvestBlooms()
(package private) DistributedDatabaseContact	importContact(DHTPluginContact contact, int network)
private boolean	isPopularity(String term)
(package private) void	logSearch(String str)
private SearchResult	mapResult(RelatedContent c)
(package private) List<RelatedContent>	matchContent(String term, int min_seeds, int min_leechers, int max_age_secs, boolean is_local)
(package private) List<RelatedContent>	matchContent0(String term, int min_seeds, int min_leechers, int max_age_secs, boolean is_local)
DistributedDatabaseValue	read(DistributedDatabaseContact contact, DistributedDatabaseTransferType type, DistributedDatabaseKey ddb_key)
protected Map<String,Object>	receiveRemoteRequest(DistributedDatabaseContact originator, Map<String,Object> request)
(package private) List<DistributedDatabaseContact>	searchForeignBlooms(String term)
protected SearchInstance	searchRCM(Map<String,Object> search_parameters, SearchObserver _observer)
protected BloomFilter	sendRemoteFetch(DistributedDatabaseContact contact)
protected List<DistributedDatabaseContact>	sendRemoteSearch(SearchInstance si, Set<String> hashes_sync_me, DistributedDatabaseContact contact, String term, int min_seeds, int min_leechers, int max_age_secs, SearchObserver _observer)
protected BloomFilter	sendRemoteUpdate(RelatedContentSearcher.ForeignBloom f_bloom)
protected void	timerTick(boolean enabled, int tick_count)
private String	transformTerm(String term)
private String	unescapeTag(String tag)
protected void	updateKeyBloom(RelatedContentManager.ContentCache cc)
DistributedDatabaseValue	write(DistributedDatabaseContact contact, DistributedDatabaseTransferType type, DistributedDatabaseKey key, DistributedDatabaseValue value)

Methods inherited from class Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

TRACE_SEARCH

private static final boolean TRACE_SEARCH

See Also:

• Constant Field Values

SEARCH_MIN_SEEDS_DEFAULT

private static final int SEARCH_MIN_SEEDS_DEFAULT

See Also:

• Constant Field Values

SEARCH_MIN_LEECHERS_DEFAULT

private static final int SEARCH_MIN_LEECHERS_DEFAULT

See Also:

• Constant Field Values

SEARCH_MAX_AGE_SECS_DEFAULT

private static final int SEARCH_MAX_AGE_SECS_DEFAULT

See Also:

• Constant Field Values

SEARCH_POP_MIN_SEEDS_DEFAULT

private static final int SEARCH_POP_MIN_SEEDS_DEFAULT

See Also:

• Constant Field Values

SEARCH_POP_MIN_LEECHERS_DEFAULT

private static final int SEARCH_POP_MIN_LEECHERS_DEFAULT

See Also:

• Constant Field Values

SEARCH_POP_MAX_AGE_SECS_DEFAULT

private static final int SEARCH_POP_MAX_AGE_SECS_DEFAULT

See Also:

• Constant Field Values

MAX_REMOTE_SEARCH_RESULTS

private static final int MAX_REMOTE_SEARCH_RESULTS

See Also:

• Constant Field Values

MAX_REMOTE_SEARCH_CONTACTS

private static final int MAX_REMOTE_SEARCH_CONTACTS

See Also:

• Constant Field Values

MAX_REMOTE_SEARCH_MILLIS

private static final int MAX_REMOTE_SEARCH_MILLIS

See Also:

• Constant Field Values

REDUCED_REMOTE_SEARCH_MILLIS

private static final int REDUCED_REMOTE_SEARCH_MILLIS

See Also:

• Constant Field Values

MAX_LOCAL_POPULAR_RESULTS

private static final int MAX_LOCAL_POPULAR_RESULTS

See Also:

• Constant Field Values

HARVEST_MAX_BLOOMS

private static final int HARVEST_MAX_BLOOMS

See Also:

• Constant Field Values

HARVEST_MAX_FAILS_HISTORY

private static final int HARVEST_MAX_FAILS_HISTORY

See Also:

• Constant Field Values

HARVEST_BLOOM_UPDATE_MILLIS

private static final int HARVEST_BLOOM_UPDATE_MILLIS

See Also:

• Constant Field Values

HARVEST_BLOOM_DISCARD_MILLIS

private static final int HARVEST_BLOOM_DISCARD_MILLIS

See Also:

• Constant Field Values

HARVEST_BLOOM_OP_RESET_MILLIS

private static final int HARVEST_BLOOM_OP_RESET_MILLIS

See Also:

• Constant Field Values

HARVEST_BLOOM_OP_RESET_TICKS

private static final int HARVEST_BLOOM_OP_RESET_TICKS

See Also:

• Constant Field Values

HARVEST_BLOOM_SE_RESET_MILLIS

private static final int HARVEST_BLOOM_SE_RESET_MILLIS

See Also:

• Constant Field Values

HARVEST_BLOOM_SE_RESET_TICKS

private static final int HARVEST_BLOOM_SE_RESET_TICKS

See Also:

• Constant Field Values

KEY_BLOOM_LOAD_FACTOR

private static final int KEY_BLOOM_LOAD_FACTOR

See Also:

• Constant Field Values

KEY_BLOOM_MIN_BITS

private static final int KEY_BLOOM_MIN_BITS

See Also:

• Constant Field Values

KEY_BLOOM_MAX_BITS

private static final int KEY_BLOOM_MAX_BITS

See Also:

• Constant Field Values

KEY_BLOOM_MAX_ENTRIES

private static final int KEY_BLOOM_MAX_ENTRIES

See Also:

• Constant Field Values

key_bloom_with_local

private volatile BloomFilter key_bloom_with_local

key_bloom_without_local

private volatile BloomFilter key_bloom_without_local

last_key_bloom_update

private volatile long last_key_bloom_update

ignore_words

private Set<String> ignore_words

harvested_blooms

ByteArrayHashMap<RelatedContentSearcher.ForeignBloom> harvested_blooms

harvested_fails

ByteArrayHashMap<String> harvested_fails

harvest_op_requester_bloom

private volatile BloomFilter harvest_op_requester_bloom

harvest_se_requester_bloom

private volatile BloomFilter harvest_se_requester_bloom

harvest_dispatcher

final AsyncDispatcher harvest_dispatcher

manager

final RelatedContentManager manager

transfer_type

private final DistributedDatabaseTransferType transfer_type

dht_plugin

final DHTPluginBasicInterface dht_plugin

ddb

DistributedDatabase ddb

Constructor Details

RelatedContentSearcher

protected RelatedContentSearcher(RelatedContentManager _manager,
 DistributedDatabaseTransferType _transfer_type,
 DHTPluginBasicInterface _dht_plugin,
 boolean _defer_ddb_check)

Method Details

getDHTPlugin

protected DHTPluginBasicInterface getDHTPlugin()

timerTick

protected void timerTick(boolean enabled,
 int tick_count)

checkDDB

private void checkDDB()

searchRCM

protected SearchInstance searchRCM(Map<String,Object> search_parameters,
 SearchObserver _observer)
                            throws SearchException

Throws:

SearchException

mapResult

private SearchResult mapResult(RelatedContent c)

fixupTerm

private String fixupTerm(String term)

escapeTag

private String escapeTag(String tag)

unescapeTag

private String unescapeTag(String tag)

transformTerm

private String transformTerm(String term)

matchContent

List<RelatedContent> matchContent(String term,
 int min_seeds,
 int min_leechers,
 int max_age_secs,
 boolean is_local)

matchContent0

List<RelatedContent> matchContent0(String term,
 int min_seeds,
 int min_leechers,
 int max_age_secs,
 boolean is_local)

sendRemoteSearch

protected List<DistributedDatabaseContact> sendRemoteSearch(SearchInstance si,
 Set<String> hashes_sync_me,
 DistributedDatabaseContact contact,
 String term,
 int min_seeds,
 int min_leechers,
 int max_age_secs,
 SearchObserver _observer)

sendRemoteFetch

protected BloomFilter sendRemoteFetch(DistributedDatabaseContact contact)

sendRemoteUpdate

protected BloomFilter sendRemoteUpdate(RelatedContentSearcher.ForeignBloom f_bloom)

receiveRemoteRequest

protected Map<String,Object> receiveRemoteRequest(DistributedDatabaseContact originator,
 Map<String,Object> request)

read

public DistributedDatabaseValue read(DistributedDatabaseContact contact,
 DistributedDatabaseTransferType type,
 DistributedDatabaseKey ddb_key)
                              throws DistributedDatabaseException

Specified by:

read in interface DistributedDatabaseTransferHandler

Throws:

DistributedDatabaseException

write

public DistributedDatabaseValue write(DistributedDatabaseContact contact,
 DistributedDatabaseTransferType type,
 DistributedDatabaseKey key,
 DistributedDatabaseValue value)
                               throws DistributedDatabaseException

Specified by:

write in interface DistributedDatabaseTransferHandler

Throws:

DistributedDatabaseException

checkKeyBloom

private void checkKeyBloom()

getKeyBloom

private BloomFilter getKeyBloom(boolean include_dht_local)

getDHTWords

private List<String> getDHTWords(RelatedContentManager.DownloadInfo info)

updateKeyBloom

protected void updateKeyBloom(RelatedContentManager.ContentCache cc)

getDHTInfos

private List<RelatedContentManager.DownloadInfo> getDHTInfos()

harvestBlooms

private void harvestBlooms()

importContact

DistributedDatabaseContact importContact(DHTPluginContact contact,
 int network)
                                  throws DistributedDatabaseException

Throws:

DistributedDatabaseException

foreignBloomFailed

void foreignBloomFailed(DistributedDatabaseContact contact)

isPopularity

private boolean isPopularity(String term)

searchForeignBlooms

List<DistributedDatabaseContact> searchForeignBlooms(String term)

logSearch

void logSearch(String str)