Example 1 with QueryResultIterable
use of com.google.appengine.api.datastore.QueryResultIterable in project siena by mandubian.
the class GaePersistenceManager method doFetchIterable.
private <T> Iterable<T> doFetchIterable(Query<T> query, int limit, int offset) {
QueryOptionGaeContext gaeCtx = (QueryOptionGaeContext) query.option(QueryOptionGaeContext.ID);
QueryOptionState state = (QueryOptionState) query.option(QueryOptionState.ID);
QueryOptionFetchType fetchType = (QueryOptionFetchType) query.option(QueryOptionFetchType.ID);
if (gaeCtx == null) {
gaeCtx = new QueryOptionGaeContext();
query.customize(gaeCtx);
}
FetchOptions fetchOptions = FetchOptions.Builder.withDefaults();
QueryOptionPage pag = (QueryOptionPage) query.option(QueryOptionPage.ID);
if (!pag.isPaginating()) {
// no pagination but pageOption active
if (pag.isActive()) {
// if local limit is set, it overrides the pageOption.pageSize
if (limit != Integer.MAX_VALUE) {
gaeCtx.realPageSize = limit;
fetchOptions.limit(gaeCtx.realPageSize);
// pageOption is passivated to be sure it is not reused
pag.passivate();
} else // using pageOption.pageSize
{
gaeCtx.realPageSize = pag.pageSize;
fetchOptions.limit(gaeCtx.realPageSize);
// passivates the pageOption in stateless mode not to keep anything between 2 requests
if (state.isStateless()) {
pag.passivate();
}
}
} else {
if (limit != Integer.MAX_VALUE) {
gaeCtx.realPageSize = limit;
fetchOptions.limit(gaeCtx.realPageSize);
}
}
} else {
// paginating so use the pagesize and don't passivate pageOption
// local limit is not taken into account
gaeCtx.realPageSize = pag.pageSize;
fetchOptions.limit(gaeCtx.realPageSize);
}
QueryOptionOffset off = (QueryOptionOffset) query.option(QueryOptionOffset.ID);
// if local offset has been set, uses it
if (offset != 0) {
off.activate();
off.offset = offset;
}
// if previousPage has detected there is no more data, simply returns an empty list
if (gaeCtx.noMoreDataBefore) {
return new ArrayList<T>();
}
if (state.isStateless()) {
if (pag.isPaginating()) {
if (off.isActive()) {
gaeCtx.realOffset += off.offset;
fetchOptions.offset(gaeCtx.realOffset);
off.passivate();
} else {
fetchOptions.offset(gaeCtx.realOffset);
}
} else {
// if stateless and not paginating, resets the realoffset to 0
gaeCtx.realOffset = off.offset;
if (off.isActive()) {
fetchOptions.offset(gaeCtx.realOffset);
off.passivate();
}
}
switch(fetchType.fetchType) {
case ITER:
default:
{
// uses iterable as it is the only async request for prepared query for the time being
Iterable<Entity> entities = prepare(query).asIterable(fetchOptions);
return new GaeSienaIterable<T>(this, entities, query);
}
}
} else {
if (off.isActive()) {
// by default, we add the offset but it can be added with the realoffset
// in case of cursor desactivated
fetchOptions.offset(off.offset);
gaeCtx.realOffset += off.offset;
off.passivate();
}
// manages cursor limitations for IN and != operators
if (!gaeCtx.isActive()) {
// cursor not yet created
switch(fetchType.fetchType) {
case ITER:
default:
{
PreparedQuery pq = prepare(query);
if (pag.isPaginating()) {
// in case of pagination, we need to allow asynchronous calls such as:
// QueryAsync<MyClass> query = pm.createQuery(MyClass).paginate(5).stateful().order("name");
// SienaFuture<Iterable<MyClass>> future1 = query.iter();
// SienaFuture<Iterable<MyClass>> future2 = query.nextPage().iter();
// Iterable<MyClass> it = future1.get().iterator();
// while(it.hasNext()) { // do it }
// it = future2.get().iterator();
// while(it.hasNext()) { // do it }
// so we can't use the asQueryResultIterable as the cursor is not moved to the end of the current page
// but moved at each call of iterable.iterator().next()
// thus we use the List in this case to be able to move directly to the next page with cursors
QueryResultList<Entity> entities = pq.asQueryResultList(fetchOptions);
// activates the GaeCtx now that it is initialised
gaeCtx.activate();
// sets the current cursor (in stateful mode, cursor is always kept for further use)
// if(gaeCtx.useCursor){
Cursor cursor = entities.getCursor();
if (cursor != null) {
gaeCtx.addCursor(cursor.toWebSafeString());
}
// }
return new GaeSienaIterable<T>(this, entities, query);
} else {
// if not paginating, we simply use the queryresultiterable and moves the current cursor
// while iterating
QueryResultIterable<Entity> entities = pq.asQueryResultIterable(fetchOptions);
// activates the GaeCtx now that it is initialised
gaeCtx.activate();
return new GaeSienaIterableWithCursor<T>(this, entities, query);
}
}
}
} else {
switch(fetchType.fetchType) {
case ITER:
default:
{
PreparedQuery pq = prepare(query);
if (pag.isPaginating()) {
// in case of pagination, we need to allow asynchronous calls such as:
// QueryAsync<MyClass> query = pm.createQuery(MyClass).paginate(5).stateful().order("name");
// SienaFuture<Iterable<MyClass>> future1 = query.iter();
// SienaFuture<Iterable<MyClass>> future2 = query.nextPage().iter();
// Iterable<MyClass> it = future1.get().iterator();
// while(it.hasNext()) { // do it }
// it = future2.get().iterator();
// while(it.hasNext()) { // do it }
// so we can't use the asQueryResultIterable as the cursor is not moved to the end of the current page
// but moved at each call of iterable.iterator().next()
// thus we use the List in this case to be able to move directly to the next page with cursors
QueryResultList<Entity> entities;
if (!gaeCtx.useCursor) {
// then uses offset (in case of IN or != operators)
// if(offset.isActive()){
// fetchOptions.offset(gaeCtx.realOffset);
// }
fetchOptions.offset(gaeCtx.realOffset);
entities = pq.asQueryResultList(fetchOptions);
} else {
String cursor = gaeCtx.currentCursor();
if (cursor != null) {
entities = pq.asQueryResultList(fetchOptions.startCursor(Cursor.fromWebSafeString(cursor)));
} else {
entities = pq.asQueryResultList(fetchOptions);
}
// sets the current cursor (in stateful mode, cursor is always kept for further use)
// if(gaeCtx.useCursor){
gaeCtx.addCursor(entities.getCursor().toWebSafeString());
// }
}
return new GaeSienaIterable<T>(this, entities, query);
} else {
// if not paginating, we simply use the queryresultiterable and moves the current cursor
// while iterating
QueryResultIterable<Entity> entities;
if (!gaeCtx.useCursor) {
// then uses offset (in case of IN or != operators)
// if(offset.isActive()){
// fetchOptions.offset(gaeCtx.realOffset);
// }
fetchOptions.offset(gaeCtx.realOffset);
entities = pq.asQueryResultIterable(fetchOptions);
} else {
String cursor = gaeCtx.currentCursor();
if (cursor != null) {
entities = pq.asQueryResultIterable(fetchOptions.startCursor(Cursor.fromWebSafeString(gaeCtx.currentCursor())));
} else {
entities = pq.asQueryResultIterable(fetchOptions);
}
}
return new GaeSienaIterableWithCursor<T>(this, entities, query);
}
}
}
}
}
}
Also used :
FetchOptions(com.google.appengine.api.datastore.FetchOptions)
QueryOptionOffset(siena.core.options.QueryOptionOffset)
QueryResultIterable(com.google.appengine.api.datastore.QueryResultIterable)
QueryResultList(com.google.appengine.api.datastore.QueryResultList)
ArrayList(java.util.ArrayList)
PreparedQuery(com.google.appengine.api.datastore.PreparedQuery)
QueryOptionFetchType(siena.core.options.QueryOptionFetchType)
Cursor(com.google.appengine.api.datastore.Cursor)
QueryResultIterable(com.google.appengine.api.datastore.QueryResultIterable)
QueryOptionPage(siena.core.options.QueryOptionPage)
QueryOptionState(siena.core.options.QueryOptionState)
Example 2 with QueryResultIterable
use of com.google.appengine.api.datastore.QueryResultIterable in project siena by mandubian.
the class GaePersistenceManagerAsync method doFetchIterable.
private <T> SienaFuture<Iterable<T>> doFetchIterable(QueryAsync<T> query, int limit, int offset) {
QueryOptionGaeContext gaeCtx = (QueryOptionGaeContext) query.option(QueryOptionGaeContext.ID);
QueryOptionState state = (QueryOptionState) query.option(QueryOptionState.ID);
QueryOptionFetchType fetchType = (QueryOptionFetchType) query.option(QueryOptionFetchType.ID);
if (gaeCtx == null) {
gaeCtx = new QueryOptionGaeContext();
query.customize(gaeCtx);
}
FetchOptions fetchOptions = FetchOptions.Builder.withDefaults();
QueryOptionPage pag = (QueryOptionPage) query.option(QueryOptionPage.ID);
if (!pag.isPaginating()) {
// no pagination but pageOption active
if (pag.isActive()) {
// if local limit is set, it overrides the pageOption.pageSize
if (limit != Integer.MAX_VALUE) {
gaeCtx.realPageSize = limit;
fetchOptions.limit(gaeCtx.realPageSize);
// pageOption is passivated to be sure it is not reused
pag.passivate();
} else // using pageOption.pageSize
{
gaeCtx.realPageSize = pag.pageSize;
fetchOptions.limit(gaeCtx.realPageSize);
// passivates the pageOption in stateless mode not to keep anything between 2 requests
if (state.isStateless()) {
pag.passivate();
}
}
} else {
if (limit != Integer.MAX_VALUE) {
gaeCtx.realPageSize = limit;
fetchOptions.limit(gaeCtx.realPageSize);
}
}
} else {
// paginating so use the pagesize and don't passivate pageOption
// local limit is not taken into account
gaeCtx.realPageSize = pag.pageSize;
fetchOptions.limit(gaeCtx.realPageSize);
}
QueryOptionOffset off = (QueryOptionOffset) query.option(QueryOptionOffset.ID);
// if local offset has been set, uses it
if (offset != 0) {
off.activate();
off.offset = offset;
}
// if previousPage has detected there is no more data, simply returns an empty list
if (gaeCtx.noMoreDataBefore) {
return new SienaFutureMock<Iterable<T>>(new ArrayList<T>());
}
if (state.isStateless()) {
if (pag.isPaginating()) {
if (off.isActive()) {
gaeCtx.realOffset += off.offset;
fetchOptions.offset(gaeCtx.realOffset);
off.passivate();
} else {
fetchOptions.offset(gaeCtx.realOffset);
}
} else {
// if stateless and not paginating, resets the realoffset to 0
gaeCtx.realOffset = off.offset;
if (off.isActive()) {
fetchOptions.offset(gaeCtx.realOffset);
off.passivate();
}
}
switch(fetchType.fetchType) {
case ITER:
default:
{
// uses iterable as it is the only async request for prepared query for the time being
Iterable<Entity> entities = prepare(query).asIterable(fetchOptions);
return new GaeSienaFutureIterableMapper<T>(this, entities, query);
}
}
} else {
if (off.isActive()) {
// by default, we add the offset but it can be added with the realoffset
// in case of cursor desactivated
fetchOptions.offset(off.offset);
gaeCtx.realOffset += off.offset;
off.passivate();
}
// manages cursor limitations for IN and != operators
if (!gaeCtx.isActive()) {
// cursor not yet created
switch(fetchType.fetchType) {
case ITER:
default:
{
PreparedQuery pq = prepare(query);
if (pag.isPaginating()) {
// in case of pagination, we need to allow asynchronous calls such as:
// QueryAsync<MyClass> query = pm.createQuery(MyClass).paginate(5).stateful().order("name");
// SienaFuture<Iterable<MyClass>> future1 = query.iter();
// SienaFuture<Iterable<MyClass>> future2 = query.nextPage().iter();
// Iterable<MyClass> it = future1.get().iterator();
// while(it.hasNext()) { // do it }
// it = future2.get().iterator();
// while(it.hasNext()) { // do it }
// so we can't use the asQueryResultIterable as the cursor is not moved to the end of the current page
// but moved at each call of iterable.iterator().next()
// thus we use the List in this case to be able to move directly to the next page with cursors
QueryResultList<Entity> entities = pq.asQueryResultList(fetchOptions);
// activates the GaeCtx now that it is initialised
gaeCtx.activate();
// sets the current cursor (in stateful mode, cursor is always kept for further use)
// if(gaeCtx.useCursor){
Cursor cursor = entities.getCursor();
if (cursor != null) {
gaeCtx.addCursor(cursor.toWebSafeString());
}
return new GaeSienaFutureIterableMapper<T>(this, entities, query);
} else {
// if not paginating, we simply use the queryresultiterable and moves the current cursor
// while iterating
QueryResultIterable<Entity> entities = pq.asQueryResultIterable(fetchOptions);
// activates the GaeCtx now that it is initialised
gaeCtx.activate();
return new GaeSienaFutureIterableMapperWithCursor<T>(this, entities, query);
}
}
}
} else {
switch(fetchType.fetchType) {
case ITER:
default:
{
PreparedQuery pq = prepare(query);
if (pag.isPaginating()) {
// in case of pagination, we need to allow asynchronous calls such as:
// QueryAsync<MyClass> query = pm.createQuery(MyClass).paginate(5).stateful().order("name");
// SienaFuture<Iterable<MyClass>> future1 = query.iter();
// SienaFuture<Iterable<MyClass>> future2 = query.nextPage().iter();
// Iterable<MyClass> it = future1.get().iterator();
// while(it.hasNext()) { // do it }
// it = future2.get().iterator();
// while(it.hasNext()) { // do it }
// so we can't use the asQueryResultIterable as the cursor is not moved to the end of the current page
// but moved at each call of iterable.iterator().next()
// thus we use the List in this case to be able to move directly to the next page with cursors
QueryResultList<Entity> entities;
if (!gaeCtx.useCursor) {
// then uses offset (in case of IN or != operators)
// if(offset.isActive()){
// fetchOptions.offset(offset.offset);
// }
fetchOptions.offset(gaeCtx.realOffset);
entities = pq.asQueryResultList(fetchOptions);
} else {
String cursor = gaeCtx.currentCursor();
if (cursor != null) {
entities = pq.asQueryResultList(fetchOptions.startCursor(Cursor.fromWebSafeString(cursor)));
} else {
entities = pq.asQueryResultList(fetchOptions);
}
// sets the current cursor (in stateful mode, cursor is always kept for further use)
// if(gaeCtx.useCursor){
gaeCtx.addCursor(entities.getCursor().toWebSafeString());
// }
}
return new GaeSienaFutureIterableMapper<T>(this, entities, query);
} else {
// if not paginating, we simply use the queryresultiterable and moves the current cursor
// while iterating
QueryResultIterable<Entity> entities;
if (!gaeCtx.useCursor) {
// then uses offset (in case of IN or != operators)
// if(offset.isActive()){
// fetchOptions.offset(offset.offset);
// }
fetchOptions.offset(gaeCtx.realOffset);
entities = pq.asQueryResultIterable(fetchOptions);
} else {
String cursor = gaeCtx.currentCursor();
if (cursor != null) {
entities = pq.asQueryResultIterable(fetchOptions.startCursor(Cursor.fromWebSafeString(gaeCtx.currentCursor())));
} else {
entities = pq.asQueryResultIterable(fetchOptions);
}
}
return new GaeSienaFutureIterableMapperWithCursor<T>(this, entities, query);
}
}
}
}
}
}
Also used :
FetchOptions(com.google.appengine.api.datastore.FetchOptions)
QueryOptionOffset(siena.core.options.QueryOptionOffset)
QueryResultIterable(com.google.appengine.api.datastore.QueryResultIterable)
QueryResultList(com.google.appengine.api.datastore.QueryResultList)
PreparedQuery(com.google.appengine.api.datastore.PreparedQuery)
QueryOptionFetchType(siena.core.options.QueryOptionFetchType)
Cursor(com.google.appengine.api.datastore.Cursor)
SienaFutureMock(siena.core.async.SienaFutureMock)
QueryResultIterable(com.google.appengine.api.datastore.QueryResultIterable)
QueryOptionPage(siena.core.options.QueryOptionPage)
QueryOptionState(siena.core.options.QueryOptionState)
Aggregations
Cursor (com.google.appengine.api.datastore.Cursor)2
FetchOptions (com.google.appengine.api.datastore.FetchOptions)2
PreparedQuery (com.google.appengine.api.datastore.PreparedQuery)2
QueryResultIterable (com.google.appengine.api.datastore.QueryResultIterable)2
QueryResultList (com.google.appengine.api.datastore.QueryResultList)2
QueryOptionFetchType (siena.core.options.QueryOptionFetchType)2
QueryOptionOffset (siena.core.options.QueryOptionOffset)2
QueryOptionPage (siena.core.options.QueryOptionPage)2
QueryOptionState (siena.core.options.QueryOptionState)2
ArrayList (java.util.ArrayList)1
SienaFutureMock (siena.core.async.SienaFutureMock)1
