1 /**
2  * \file GraphicsCacheItem.cpp
3  * This file is part of LyX, the document processor.
4  * Licence details can be found in the file COPYING.
5  *
6  * \author Baruch Even
7  * \author Herbert Voß
8  * \author Angus Leeming
9  *
10  * Full author contact details are available in file CREDITS.
11  */
12 
13 #include <config.h>
14 
15 #include "GraphicsCacheItem.h"
16 
17 #include "Buffer.h"
18 #include "GraphicsCache.h"
19 #include "GraphicsConverter.h"
20 #include "GraphicsImage.h"
21 
22 #include "ConverterCache.h"
23 #include "Format.h"
24 
25 #include "support/debug.h"
26 #include "support/FileName.h"
27 #include "support/filetools.h"
28 #include "support/FileMonitor.h"
29 #include "support/lassert.h"
30 #include "support/unique_ptr.h"
31 
32 #include "support/TempFile.h"
33 
34 using namespace std;
35 using namespace lyx::support;
36 
37 namespace lyx {
38 
39 namespace graphics {
40 
41 class CacheItem::Impl {
42 public:
43 
44 	///
45 	Impl(FileName const & file, FileName const & doc_file);
46 
47 	void startMonitor();
48 
49 	/**
50 	 *  If no file conversion is needed, then tryDisplayFormat() calls
51 	 *  loadImage() directly.
52 	 * \return true if a conversion is necessary and no error occurred.
53 	 */
54 	bool tryDisplayFormat(FileName & filename, string & from);
55 
56 	/** Start the image conversion process, checking first that it is
57 	 *  necessary. If it is necessary, then a conversion task is started.
58 	 *  CacheItem asumes that the conversion is asynchronous and so
59 	 *  passes a Signal to the converting routine. When the conversion
60 	 *  is finished, this Signal is emitted, returning the converted
61 	 *  file to this->imageConverted.
62 	 *
63 	 *  convertToDisplayFormat() will set the loading status flag as
64 	 *  approriate through calls to setStatus().
65 	 */
66 	void convertToDisplayFormat();
67 
68 	/** Load the image into memory. This is called either from
69 	 *  convertToDisplayFormat() direct or from imageConverted().
70 	 */
71 	bool loadImage();
72 
73 	/** Get a notification when the image conversion is done.
74 	 *  Connected to a signal on_finish_ which is passed to
75 	 *  Converter::convert.
76 	 */
77 	void imageConverted(bool);
78 
79 	/** Sets the status of the loading process. Also notifies
80 	 *  listeners that the status has changed.
81 	 */
82 	void setStatus(ImageStatus new_status);
83 
84 	/** Can be invoked directly by the user, but is also connected to the
85 	 *  FileMonitor and so is invoked when the file is changed
86 	 *  (if monitoring is taking place).
87 	 */
88 	void startLoading();
89 
90 	/** If we are asked to load the file for a second or further time,
91 	 *  (because the file has changed), then we'll have to first reset
92 	 *  many of the variables below.
93 	 */
94 	void reset();
95 
96 	/// The filename we refer too.
97 	FileName const filename_;
98 	/// The document filename this graphic item belongs to
99 	FileName const doc_file_;
100 	///
101 	ActiveFileMonitorPtr monitor_;
102 
103 	/// Is the file compressed?
104 	bool zipped_;
105 	/// If so, store the uncompressed file in this temporary file.
106 	FileName unzipped_filename_;
107 	/// The target format
108 	string to_;
109 	/// What file are we trying to load?
110 	FileName file_to_load_;
111 	/** Should we delete the file after loading? True if the file is
112 	 *  the result of a conversion process.
113 	 */
114 	bool remove_loaded_file_;
115 
116 	/// The image and its loading status.
117 	std::shared_ptr<Image> image_;
118 	///
119 	ImageStatus status_;
120 
121 	/// This signal is emitted when the image loading status changes.
122 	signals2::signal<void()> statusChanged;
123 
124 	///
125 	unique_ptr<Converter> converter_;
126 };
127 
128 
CacheItem(FileName const & file,FileName const & doc_file)129 CacheItem::CacheItem(FileName const & file, FileName const & doc_file)
130   : pimpl_(new Impl(file,doc_file))
131 {}
132 
133 
~CacheItem()134 CacheItem::~CacheItem()
135 {
136 	delete pimpl_;
137 }
138 
139 
filename() const140 FileName const & CacheItem::filename() const
141 {
142 	return pimpl_->filename_;
143 }
144 
145 
tryDisplayFormat() const146 bool CacheItem::tryDisplayFormat() const
147 {
148 	if (pimpl_->status_ != WaitingToLoad)
149 		pimpl_->reset();
150 	FileName filename;
151 	string from;
152 	bool const conversion_needed = pimpl_->tryDisplayFormat(filename, from);
153 	bool const success = status() == Loaded && !conversion_needed;
154 	if (!success)
155 		pimpl_->reset();
156 	return success;
157 }
158 
159 
startLoading() const160 void CacheItem::startLoading() const
161 {
162 	pimpl_->startLoading();
163 }
164 
165 
startMonitoring() const166 void CacheItem::startMonitoring() const
167 {
168 	pimpl_->startMonitor();
169 }
170 
171 
monitoring() const172 bool CacheItem::monitoring() const
173 {
174 	return (bool)pimpl_->monitor_;
175 }
176 
177 
checkModifiedAsync() const178 void CacheItem::checkModifiedAsync() const
179 {
180 	if (!pimpl_->monitor_)
181 		return;
182 	pimpl_->monitor_->checkModifiedAsync();
183 }
184 
185 
image() const186 Image const * CacheItem::image() const
187 {
188 	return pimpl_->image_.get();
189 }
190 
191 
status() const192 ImageStatus CacheItem::status() const
193 {
194 	return pimpl_->status_;
195 }
196 
197 
connect(slot_type const & slot) const198 signals2::connection CacheItem::connect(slot_type const & slot) const
199 {
200 	return pimpl_->statusChanged.connect(slot);
201 }
202 
203 
204 //------------------------------
205 // Implementation details follow
206 //------------------------------
207 
208 
Impl(FileName const & file,FileName const & doc_file)209 CacheItem::Impl::Impl(FileName const & file, FileName const & doc_file)
210 	: filename_(file), doc_file_(doc_file),
211 	  zipped_(false),
212 	  remove_loaded_file_(false),
213 	  status_(WaitingToLoad)
214 {}
215 
216 
startMonitor()217 void CacheItem::Impl::startMonitor()
218 {
219 	if (monitor_)
220 		return;
221 	monitor_ = FileSystemWatcher::activeMonitor(filename_);
222 	// Disconnected at the same time as this is destroyed.
223 	monitor_->connect([=](bool /* exists */){ startLoading(); });
224 }
225 
226 
startLoading()227 void CacheItem::Impl::startLoading()
228 {
229 	if (status_ != WaitingToLoad)
230 		reset();
231 
232 	convertToDisplayFormat();
233 }
234 
235 
reset()236 void CacheItem::Impl::reset()
237 {
238 	zipped_ = false;
239 	if (!unzipped_filename_.empty())
240 		unzipped_filename_.removeFile();
241 	unzipped_filename_.erase();
242 
243 	if (remove_loaded_file_ && !file_to_load_.empty())
244 		file_to_load_.removeFile();
245 	remove_loaded_file_ = false;
246 	file_to_load_.erase();
247 	to_.erase();
248 
249 	if (image_)
250 		image_.reset();
251 
252 	status_ = WaitingToLoad;
253 
254 	if (converter_)
255 		converter_.reset();
256 }
257 
258 
setStatus(ImageStatus new_status)259 void CacheItem::Impl::setStatus(ImageStatus new_status)
260 {
261 	if (status_ == new_status)
262 		return;
263 
264 	status_ = new_status;
265 	statusChanged();
266 }
267 
268 
imageConverted(bool success)269 void CacheItem::Impl::imageConverted(bool success)
270 {
271 	string const text = success ? "succeeded" : "failed";
272 	LYXERR(Debug::GRAPHICS, "Image conversion " << text << '.');
273 
274 	file_to_load_ = converter_ ? FileName(converter_->convertedFile())
275 		                       : FileName();
276 	converter_.reset();
277 
278 	success = !file_to_load_.empty() && file_to_load_.isReadableFile();
279 
280 	if (!success) {
281 		LYXERR(Debug::GRAPHICS, "Unable to find converted file!");
282 		setStatus(ErrorConverting);
283 
284 		if (zipped_)
285 			unzipped_filename_.removeFile();
286 
287 		return;
288 	}
289 
290 	// Add the converted file to the file cache
291 	ConverterCache::get().add(filename_, to_, file_to_load_);
292 
293 	setStatus(loadImage() ? Loaded : ErrorLoading);
294 }
295 
296 
297 // This function gets called from the callback after the image has been
298 // converted successfully.
loadImage()299 bool CacheItem::Impl::loadImage()
300 {
301 	LYXERR(Debug::GRAPHICS, "Loading image.");
302 
303 	image_.reset(newImage());
304 
305 	bool success = image_->load(file_to_load_);
306 	string const text = success ? "succeeded" : "failed";
307 	LYXERR(Debug::GRAPHICS, "Image loading " << text << '.');
308 
309 	// Clean up after loading.
310 	if (zipped_)
311 		unzipped_filename_.removeFile();
312 
313 	if (remove_loaded_file_ && unzipped_filename_ != file_to_load_)
314 		file_to_load_.removeFile();
315 
316 	return success;
317 }
318 
319 
320 typedef vector<string> FormatList;
321 
findTargetFormat(FormatList const & format_list,string const & from)322 static string const findTargetFormat(FormatList const & format_list, string const & from)
323 {
324 	 // There must be a format to load from.
325 	LASSERT(!theFormats().empty(), return string());
326 
327 	// Use the standard converter if we don't know the format to load
328 	// from.
329 	if (from.empty())
330 		return string("ppm");
331 
332 	// First ascertain if we can load directly with no conversion
333 	FormatList::const_iterator it  = format_list.begin();
334 	FormatList::const_iterator end = format_list.end();
335 	for (; it != end; ++it) {
336 		if (from == *it)
337 			return *it;
338 	}
339 
340 	// So, we have to convert to a loadable format. Can we?
341 	it = format_list.begin();
342 	for (; it != end; ++it) {
343 		if (lyx::graphics::Converter::isReachable(from, *it))
344 			return *it;
345 		else
346 			LYXERR(Debug::GRAPHICS, "Unable to convert from " << from
347 				<< " to " << *it);
348 	}
349 
350 	// Failed! so we have to try to convert it to PPM format
351 	// with the standard converter
352 	return string("ppm");
353 }
354 
355 
tryDisplayFormat(FileName & filename,string & from)356 bool CacheItem::Impl::tryDisplayFormat(FileName & filename, string & from)
357 {
358 	// First, check that the file exists!
359 	filename_.refresh();
360 	if (!filename_.isReadableFile()) {
361 		if (status_ != ErrorNoFile) {
362 			status_ = ErrorNoFile;
363 			LYXERR(Debug::GRAPHICS, "\tThe file is not readable");
364 		}
365 		return false;
366 	}
367 
368 	zipped_ = theFormats().isZippedFile(filename_);
369 	if (zipped_) {
370 		string tempname = unzippedFileName(filename_.toFilesystemEncoding());
371 		string const ext = getExtension(tempname);
372 		tempname = changeExtension(tempname, "") + "-XXXXXX";
373 		if (!ext.empty())
374 			tempname = addExtension(tempname, ext);
375 		TempFile tempfile(tempname);
376 		tempfile.setAutoRemove(false);
377 		unzipped_filename_ = tempfile.name();
378 		if (unzipped_filename_.empty()) {
379 			status_ = ErrorConverting;
380 			LYXERR(Debug::GRAPHICS, "\tCould not create temporary file.");
381 			return false;
382 		}
383 		filename = unzipFile(filename_, unzipped_filename_.toFilesystemEncoding());
384 	} else {
385 		filename = filename_;
386 	}
387 
388 	docstring const displayed_filename = makeDisplayPath(filename_.absFileName());
389 	LYXERR(Debug::GRAPHICS, "[CacheItem::Impl::convertToDisplayFormat]\n"
390 		<< "\tAttempting to convert image file: " << filename
391 		<< "\n\twith displayed filename: " << to_utf8(displayed_filename));
392 
393 	from = theFormats().getFormatFromFile(filename);
394 	if (from.empty()) {
395 		status_ = ErrorConverting;
396 		LYXERR(Debug::GRAPHICS, "\tCould not determine file format.");
397 	}
398 	LYXERR(Debug::GRAPHICS, "\n\tThe file contains " << from << " format data.");
399 	to_ = findTargetFormat(Cache::get().loadableFormats(), from);
400 
401 	if (from == to_) {
402 		// No conversion needed!
403 		LYXERR(Debug::GRAPHICS, "\tNo conversion needed (from == to)!");
404 		file_to_load_ = filename;
405 		status_ = loadImage() ? Loaded : ErrorLoading;
406 		return false;
407 	}
408 
409 	if (ConverterCache::get().inCache(filename, to_)) {
410 		LYXERR(Debug::GRAPHICS, "\tNo conversion needed (file in file cache)!");
411 		file_to_load_ = ConverterCache::get().cacheName(filename, to_);
412 		status_ = loadImage() ? Loaded : ErrorLoading;
413 		return false;
414 	}
415 	return true;
416 }
417 
418 
convertToDisplayFormat()419 void CacheItem::Impl::convertToDisplayFormat()
420 {
421 	LYXERR(Debug::GRAPHICS, "\tConverting it to " << to_ << " format.");
422 
423 	// Make a local copy in case we unzip it
424 	FileName filename;
425 	string from;
426 	if (!tryDisplayFormat(filename, from)) {
427 		// The image status has changed, tell it to the outside world.
428 		statusChanged();
429 		return;
430 	}
431 
432 	// We will need a conversion, tell it to the outside world.
433 	setStatus(Converting);
434 
435 	// Add some stuff to create a uniquely named temporary file.
436 	// This file is deleted in loadImage after it is loaded into memory.
437 	TempFile tempfile("CacheItem");
438 	tempfile.setAutoRemove(false);
439 	FileName const to_file_base = tempfile.name();
440 	remove_loaded_file_ = true;
441 
442 	// Connect a signal to this->imageConverted and pass this signal to
443 	// the graphics converter so that we can load the modified file
444 	// on completion of the conversion process.
445 	converter_ = make_unique<Converter>(doc_file_, filename,
446 	                                    to_file_base.absFileName(),
447 	                                    from, to_);
448 	// Connection is closed at the same time as *this is destroyed.
449 	converter_->connect([this](bool success){
450 			imageConverted(success);
451 		});
452 	converter_->startConversion();
453 }
454 
455 } // namespace graphics
456 } // namespace lyx
457