WebController.php 46 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198
  1. <?php
  2. /*
  3. * This file is part of Packagist.
  4. *
  5. * (c) Jordi Boggiano <j.boggiano@seld.be>
  6. * Nils Adermann <naderman@naderman.de>
  7. *
  8. * For the full copyright and license information, please view the LICENSE
  9. * file that was distributed with this source code.
  10. */
  11. namespace Packagist\WebBundle\Controller;
  12. use Composer\Console\HtmlOutputFormatter;
  13. use Composer\IO\BufferIO;
  14. use Composer\Factory;
  15. use Composer\Repository\VcsRepository;
  16. use Composer\Package\Loader\ValidatingArrayLoader;
  17. use Composer\Package\Loader\ArrayLoader;
  18. use Doctrine\ORM\NoResultException;
  19. use Packagist\WebBundle\Form\Type\AddMaintainerRequestType;
  20. use Packagist\WebBundle\Form\Model\MaintainerRequest;
  21. use Packagist\WebBundle\Form\Type\RemoveMaintainerRequestType;
  22. use Packagist\WebBundle\Form\Type\SearchQueryType;
  23. use Packagist\WebBundle\Form\Model\SearchQuery;
  24. use Packagist\WebBundle\Package\Updater;
  25. use Packagist\WebBundle\Entity\Package;
  26. use Packagist\WebBundle\Entity\Version;
  27. use Pagerfanta\Adapter\FixedAdapter;
  28. use Packagist\WebBundle\Form\Type\PackageType;
  29. use Symfony\Component\HttpFoundation\RedirectResponse;
  30. use Symfony\Component\HttpFoundation\Response;
  31. use Symfony\Component\HttpFoundation\JsonResponse;
  32. use Symfony\Component\HttpFoundation\Request;
  33. use Symfony\Component\HttpKernel\Exception\NotFoundHttpException;
  34. use Symfony\Component\Console\Output\OutputInterface;
  35. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Template;
  36. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Cache;
  37. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Route;
  38. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Method;
  39. use Symfony\Component\Security\Core\Exception\AccessDeniedException;
  40. use Pagerfanta\Pagerfanta;
  41. use Pagerfanta\Adapter\DoctrineORMAdapter;
  42. use Pagerfanta\Adapter\SolariumAdapter;
  43. use Predis\Connection\ConnectionException;
  44. /**
  45. * @author Jordi Boggiano <j.boggiano@seld.be>
  46. */
  47. class WebController extends Controller
  48. {
  49. /**
  50. * @Template()
  51. * @Route("/", name="home")
  52. */
  53. public function indexAction()
  54. {
  55. return array('page' => 'home', 'searchForm' => $this->createSearchForm()->createView());
  56. }
  57. /**
  58. * @Template("PackagistWebBundle:Web:browse.html.twig")
  59. * @Route("/packages/", name="allPackages")
  60. * @Cache(smaxage=900)
  61. */
  62. public function allAction(Request $req)
  63. {
  64. $filters = array(
  65. 'type' => $req->query->get('type'),
  66. 'tag' => $req->query->get('tag'),
  67. );
  68. $data = $filters;
  69. $page = $req->query->get('page', 1);
  70. $packages = $this->getDoctrine()
  71. ->getRepository('PackagistWebBundle:Package')
  72. ->getFilteredQueryBuilder($filters);
  73. $data['packages'] = $this->setupPager($packages, $page);
  74. $data['meta'] = $this->getPackagesMetadata($data['packages']);
  75. $data['searchForm'] = $this->createSearchForm()->createView();
  76. return $data;
  77. }
  78. /**
  79. * @Template()
  80. * @Route("/explore/", name="browse")
  81. */
  82. public function exploreAction(Request $req)
  83. {
  84. $pkgRepo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  85. $verRepo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  86. $newSubmitted = $pkgRepo->getQueryBuilderForNewestPackages()->setMaxResults(10)
  87. ->getQuery()->useResultCache(true, 900, 'new_submitted_packages')->getResult();
  88. $newReleases = $verRepo->getLatestReleases(10);
  89. $randomIds = $this->getDoctrine()->getConnection()->fetchAll('SELECT id FROM package ORDER BY RAND() LIMIT 10');
  90. $random = $pkgRepo->createQueryBuilder('p')->where('p.id IN (:ids)')->setParameter('ids', $randomIds)->getQuery()->getResult();
  91. try {
  92. $popular = array();
  93. $popularIds = $this->get('snc_redis.default')->zrevrange('downloads:trending', 0, 9);
  94. if ($popularIds) {
  95. $popular = $pkgRepo->createQueryBuilder('p')->where('p.id IN (:ids)')->setParameter('ids', $popularIds)
  96. ->getQuery()->useResultCache(true, 900, 'popular_packages')->getResult();
  97. usort($popular, function ($a, $b) use ($popularIds) {
  98. return array_search($a->getId(), $popularIds) > array_search($b->getId(), $popularIds) ? 1 : -1;
  99. });
  100. }
  101. } catch (ConnectionException $e) {
  102. $popular = array();
  103. }
  104. $data = array(
  105. 'newlySubmitted' => $newSubmitted,
  106. 'newlyReleased' => $newReleases,
  107. 'random' => $random,
  108. 'popular' => $popular,
  109. 'searchForm' => $this->createSearchForm()->createView(),
  110. );
  111. return $data;
  112. }
  113. /**
  114. * @Template()
  115. * @Route("/explore/popular.{_format}", name="browse_popular", defaults={"_format"="html"})
  116. * @Cache(smaxage=900)
  117. */
  118. public function popularAction(Request $req)
  119. {
  120. $redis = $this->get('snc_redis.default');
  121. $perPage = $req->query->getInt('per_page', 15);
  122. if ($perPage <= 0 || $perPage > 100) {
  123. if ($req->getRequestFormat() === 'json') {
  124. return new JsonResponse(array(
  125. 'status' => 'error',
  126. 'message' => 'The optional packages per_page parameter must be an integer between 1 and 100 (default: 15)',
  127. ), 400);
  128. }
  129. $perPage = max(0, min(100, $perPage));
  130. }
  131. $popularIds = $redis->zrevrange(
  132. 'downloads:trending',
  133. ($req->get('page', 1) - 1) * $perPage,
  134. $req->get('page', 1) * $perPage - 1
  135. );
  136. $popular = $this->getDoctrine()->getRepository('PackagistWebBundle:Package')
  137. ->createQueryBuilder('p')->where('p.id IN (:ids)')->setParameter('ids', $popularIds)
  138. ->getQuery()->useResultCache(true, 900, 'popular_packages')->getResult();
  139. usort($popular, function ($a, $b) use ($popularIds) {
  140. return array_search($a->getId(), $popularIds) > array_search($b->getId(), $popularIds) ? 1 : -1;
  141. });
  142. $packages = new Pagerfanta(new FixedAdapter($redis->zcard('downloads:trending'), $popular));
  143. $packages->setMaxPerPage($perPage);
  144. $packages->setCurrentPage($req->get('page', 1), false, true);
  145. $data = array(
  146. 'packages' => $packages,
  147. 'searchForm' => $this->createSearchForm()->createView(),
  148. );
  149. $data['meta'] = $this->getPackagesMetadata($data['packages']);
  150. if ($req->getRequestFormat() === 'json') {
  151. $result = array(
  152. 'packages' => array(),
  153. 'total' => $packages->getNbResults(),
  154. );
  155. foreach ($packages as $package) {
  156. $url = $this->generateUrl('view_package', array('name' => $package->getName()), true);
  157. $result['packages'][] = array(
  158. 'name' => $package->getName(),
  159. 'description' => $package->getDescription() ?: '',
  160. 'url' => $url,
  161. 'downloads' => $data['meta']['downloads'][$package->getId()],
  162. 'favers' => $data['meta']['favers'][$package->getId()],
  163. );
  164. }
  165. if ($packages->hasNextPage()) {
  166. $params = array(
  167. '_format' => 'json',
  168. 'page' => $packages->getNextPage()
  169. );
  170. if ($perPage !== 15) {
  171. $params['per_page'] = $perPage;
  172. }
  173. $result['next'] = $this->generateUrl('browse_popular', $params, true);
  174. }
  175. return new JsonResponse($result);
  176. }
  177. return $data;
  178. }
  179. /**
  180. * @Route("/packages/list.json", name="list", defaults={"_format"="json"})
  181. * @Method({"GET"})
  182. * @Cache(smaxage=300)
  183. */
  184. public function listAction(Request $req)
  185. {
  186. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  187. $fields = (array) $req->query->get('fields', array());
  188. $fields = array_intersect($fields, array('repository', 'type'));
  189. if ($fields) {
  190. $filters = array_filter(array(
  191. 'type' => $req->query->get('type'),
  192. 'vendor' => $req->query->get('vendor'),
  193. ));
  194. return new JsonResponse(array('packages' => $repo->getPackagesWithFields($filters, $fields)));
  195. }
  196. if ($req->query->get('type')) {
  197. $names = $repo->getPackageNamesByType($req->query->get('type'));
  198. } elseif ($req->query->get('vendor')) {
  199. $names = $repo->getPackageNamesByVendor($req->query->get('vendor'));
  200. } else {
  201. $names = $repo->getPackageNames();
  202. }
  203. return new JsonResponse(array('packageNames' => $names));
  204. }
  205. /**
  206. * Initializes the pager for a query.
  207. *
  208. * @param \Doctrine\ORM\QueryBuilder $query Query for packages
  209. * @param int $page Pagenumber to retrieve.
  210. * @return \Pagerfanta\Pagerfanta
  211. */
  212. protected function setupPager($query, $page)
  213. {
  214. $paginator = new Pagerfanta(new DoctrineORMAdapter($query, true));
  215. $paginator->setMaxPerPage(15);
  216. $paginator->setCurrentPage($page, false, true);
  217. return $paginator;
  218. }
  219. /**
  220. * @Route("/search/", name="search.ajax")
  221. * @Route("/search.{_format}", requirements={"_format"="(html|json)"}, name="search", defaults={"_format"="html"})
  222. */
  223. public function searchAction(Request $req)
  224. {
  225. $form = $this->createSearchForm();
  226. // transform q=search shortcut
  227. if ($req->query->has('q')) {
  228. $req->query->set('search_query', array('query' => $req->query->get('q')));
  229. }
  230. $typeFilter = $req->query->get('type');
  231. $tagsFilter = $req->query->get('tags');
  232. if ($req->query->has('search_query') || $typeFilter || $tagsFilter) {
  233. /** @var $solarium \Solarium_Client */
  234. $solarium = $this->get('solarium.client');
  235. $select = $solarium->createSelect();
  236. // configure dismax
  237. $dismax = $select->getDisMax();
  238. $dismax->setQueryFields(array('name^4', 'description', 'tags', 'text', 'text_ngram', 'name_split^2'));
  239. $dismax->setPhraseFields(array('description'));
  240. $dismax->setBoostFunctions(array('log(trendiness)^10'));
  241. $dismax->setMinimumMatch(1);
  242. $dismax->setQueryParser('edismax');
  243. // filter by type
  244. if ($typeFilter) {
  245. $filterQueryTerm = sprintf('type:"%s"', $select->getHelper()->escapeTerm($typeFilter));
  246. $filterQuery = $select->createFilterQuery('type')->setQuery($filterQueryTerm);
  247. $select->addFilterQuery($filterQuery);
  248. }
  249. // filter by tags
  250. if ($tagsFilter) {
  251. $tags = array();
  252. foreach ((array) $tagsFilter as $tag) {
  253. $tags[] = $select->getHelper()->escapeTerm($tag);
  254. }
  255. $filterQueryTerm = sprintf('tags:("%s")', implode('" AND "', $tags));
  256. $filterQuery = $select->createFilterQuery('tags')->setQuery($filterQueryTerm);
  257. $select->addFilterQuery($filterQuery);
  258. }
  259. if ($req->query->has('search_query')) {
  260. $form->bind($req);
  261. if ($form->isValid()) {
  262. $escapedQuery = $select->getHelper()->escapeTerm($form->getData()->getQuery());
  263. $escapedQuery = preg_replace('/(^| )\\\\-(\S)/', '$1-$2', $escapedQuery);
  264. $escapedQuery = preg_replace('/(^| )\\\\\+(\S)/', '$1+$2', $escapedQuery);
  265. if ((substr_count($escapedQuery, '"') % 2) == 0) {
  266. $escapedQuery = str_replace('\\"', '"', $escapedQuery);
  267. }
  268. $select->setQuery($escapedQuery);
  269. }
  270. }
  271. $paginator = new Pagerfanta(new SolariumAdapter($solarium, $select));
  272. $perPage = $req->query->getInt('per_page', 15);
  273. if ($perPage <= 0 || $perPage > 100) {
  274. if ($req->getRequestFormat() === 'json') {
  275. return new JsonResponse(array(
  276. 'status' => 'error',
  277. 'message' => 'The optional packages per_page parameter must be an integer between 1 and 100 (default: 15)',
  278. ), 400);
  279. }
  280. $perPage = max(0, min(100, $perPage));
  281. }
  282. $paginator->setMaxPerPage($perPage);
  283. $paginator->setCurrentPage($req->query->get('page', 1), false, true);
  284. $metadata = $this->getPackagesMetadata($paginator);
  285. if ($req->getRequestFormat() === 'json') {
  286. try {
  287. $result = array(
  288. 'results' => array(),
  289. 'total' => $paginator->getNbResults(),
  290. );
  291. } catch (\Solarium_Client_HttpException $e) {
  292. return new JsonResponse(array(
  293. 'status' => 'error',
  294. 'message' => 'Could not connect to the search server',
  295. ), 500);
  296. }
  297. foreach ($paginator as $package) {
  298. if (ctype_digit((string) $package->id)) {
  299. $url = $this->generateUrl('view_package', array('name' => $package->name), true);
  300. } else {
  301. $url = $this->generateUrl('view_providers', array('name' => $package->name), true);
  302. }
  303. $result['results'][] = array(
  304. 'name' => $package->name,
  305. 'description' => $package->description ?: '',
  306. 'url' => $url,
  307. 'downloads' => $metadata['downloads'][$package->id],
  308. 'favers' => $metadata['favers'][$package->id],
  309. 'repository' => $package->repository,
  310. );
  311. }
  312. if ($paginator->hasNextPage()) {
  313. $params = array(
  314. '_format' => 'json',
  315. 'q' => $form->getData()->getQuery(),
  316. 'page' => $paginator->getNextPage()
  317. );
  318. if ($tagsFilter) {
  319. $params['tags'] = (array) $tagsFilter;
  320. }
  321. if ($typeFilter) {
  322. $params['type'] = $typeFilter;
  323. }
  324. if ($perPage !== 15) {
  325. $params['per_page'] = $perPage;
  326. }
  327. $result['next'] = $this->generateUrl('search', $params, true);
  328. }
  329. return new JsonResponse($result);
  330. }
  331. if ($req->isXmlHttpRequest()) {
  332. try {
  333. return $this->render('PackagistWebBundle:Web:list.html.twig', array(
  334. 'packages' => $paginator,
  335. 'meta' => $metadata,
  336. 'noLayout' => true,
  337. ));
  338. } catch (\Twig_Error_Runtime $e) {
  339. if (!$e->getPrevious() instanceof \Solarium_Client_HttpException) {
  340. throw $e;
  341. }
  342. return new JsonResponse(array(
  343. 'status' => 'error',
  344. 'message' => 'Could not connect to the search server',
  345. ), 500);
  346. }
  347. }
  348. return $this->render('PackagistWebBundle:Web:search.html.twig', array(
  349. 'packages' => $paginator,
  350. 'meta' => $metadata,
  351. 'searchForm' => $form->createView(),
  352. ));
  353. } elseif ($req->getRequestFormat() === 'json') {
  354. return new JsonResponse(array('error' => 'Missing search query, example: ?q=example'), 400);
  355. }
  356. return $this->render('PackagistWebBundle:Web:search.html.twig', array('searchForm' => $form->createView()));
  357. }
  358. /**
  359. * @Template()
  360. * @Route("/packages/submit", name="submit")
  361. */
  362. public function submitPackageAction(Request $req)
  363. {
  364. $package = new Package;
  365. $package->setEntityRepository($this->getDoctrine()->getRepository('PackagistWebBundle:Package'));
  366. $package->setRouter($this->get('router'));
  367. $form = $this->createForm(new PackageType, $package);
  368. if ('POST' === $req->getMethod()) {
  369. $form->bind($req);
  370. if ($form->isValid()) {
  371. try {
  372. $user = $this->getUser();
  373. $package->addMaintainer($user);
  374. $em = $this->getDoctrine()->getManager();
  375. $em->persist($package);
  376. $em->flush();
  377. $this->get('session')->getFlashBag()->set('success', $package->getName().' has been added to the package list, the repository will now be crawled.');
  378. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  379. } catch (\Exception $e) {
  380. $this->get('logger')->crit($e->getMessage(), array('exception', $e));
  381. $this->get('session')->getFlashBag()->set('error', $package->getName().' could not be saved.');
  382. }
  383. }
  384. }
  385. return array('form' => $form->createView(), 'page' => 'submit', 'searchForm' => $this->createSearchForm()->createView());
  386. }
  387. /**
  388. * @Route("/packages/fetch-info", name="submit.fetch_info", defaults={"_format"="json"})
  389. */
  390. public function fetchInfoAction()
  391. {
  392. $package = new Package;
  393. $package->setEntityRepository($this->getDoctrine()->getRepository('PackagistWebBundle:Package'));
  394. $package->setRouter($this->get('router'));
  395. $form = $this->createForm(new PackageType, $package);
  396. $response = array('status' => 'error', 'reason' => 'No data posted.');
  397. $req = $this->getRequest();
  398. if ('POST' === $req->getMethod()) {
  399. $form->bind($req);
  400. if ($form->isValid()) {
  401. list($vendor, $name) = explode('/', $package->getName(), 2);
  402. $existingPackages = $this->getDoctrine()
  403. ->getRepository('PackagistWebBundle:Package')
  404. ->createQueryBuilder('p')
  405. ->where('p.name LIKE ?0')
  406. ->setParameters(array('%/'.$name))
  407. ->getQuery()
  408. ->getResult();
  409. $similar = array();
  410. foreach ($existingPackages as $existingPackage) {
  411. $similar[] = array(
  412. 'name' => $existingPackage->getName(),
  413. 'url' => $this->generateUrl('view_package', array('name' => $existingPackage->getName()), true),
  414. );
  415. }
  416. $response = array('status' => 'success', 'name' => $package->getName(), 'similar' => $similar);
  417. } else {
  418. $errors = array();
  419. if (count($form->getErrors())) {
  420. foreach ($form->getErrors() as $error) {
  421. $errors[] = $error->getMessageTemplate();
  422. }
  423. }
  424. foreach ($form->all() as $child) {
  425. if (count($child->getErrors())) {
  426. foreach ($child->getErrors() as $error) {
  427. $errors[] = $error->getMessageTemplate();
  428. }
  429. }
  430. }
  431. $response = array('status' => 'error', 'reason' => $errors);
  432. }
  433. }
  434. return new Response(json_encode($response));
  435. }
  436. /**
  437. * @Template()
  438. * @Route("/packages/{vendor}/", name="view_vendor", requirements={"vendor"="[A-Za-z0-9_.-]+"})
  439. */
  440. public function viewVendorAction($vendor)
  441. {
  442. $packages = $this->getDoctrine()
  443. ->getRepository('PackagistWebBundle:Package')
  444. ->createQueryBuilder('p')
  445. ->where('p.name LIKE ?0')
  446. ->setParameters(array($vendor.'/%'))
  447. ->getQuery()
  448. ->getResult();
  449. if (!$packages) {
  450. return $this->redirect($this->generateUrl('search', array('q' => $vendor, 'reason' => 'vendor_not_found')));
  451. }
  452. return array(
  453. 'packages' => $packages,
  454. 'meta' => $this->getPackagesMetadata($packages),
  455. 'vendor' => $vendor,
  456. 'paginate' => false,
  457. 'searchForm' => $this->createSearchForm()->createView()
  458. );
  459. }
  460. /**
  461. * @Route(
  462. * "/p/{name}.{_format}",
  463. * name="view_package_alias",
  464. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"},
  465. * defaults={"_format"="html"}
  466. * )
  467. * @Route(
  468. * "/packages/{name}",
  469. * name="view_package_alias2",
  470. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?/", "_format"="(json)"},
  471. * defaults={"_format"="html"}
  472. * )
  473. * @Method({"GET"})
  474. */
  475. public function viewPackageAliasAction(Request $req, $name)
  476. {
  477. return $this->redirect($this->generateUrl('view_package', array('name' => trim($name, '/'), '_format' => $req->getRequestFormat())));
  478. }
  479. /**
  480. * @Template()
  481. * @Route(
  482. * "/providers/{name}",
  483. * name="view_providers",
  484. * requirements={"name"="[A-Za-z0-9/_.-]+?"},
  485. * defaults={"_format"="html"}
  486. * )
  487. * @Method({"GET"})
  488. */
  489. public function viewProvidersAction(Request $req, $name)
  490. {
  491. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  492. $providers = $repo->findProviders($name);
  493. if (!$providers) {
  494. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  495. }
  496. return $this->render('PackagistWebBundle:Web:providers.html.twig', array(
  497. 'name' => $name,
  498. 'packages' => $providers,
  499. 'meta' => $this->getPackagesMetadata($providers),
  500. 'paginate' => false,
  501. 'searchForm' => $this->createSearchForm()->createView()
  502. ));
  503. }
  504. /**
  505. * @Template()
  506. * @Route(
  507. * "/packages/{name}.{_format}",
  508. * name="view_package",
  509. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"},
  510. * defaults={"_format"="html"}
  511. * )
  512. * @Method({"GET"})
  513. */
  514. public function viewPackageAction(Request $req, $name)
  515. {
  516. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  517. try {
  518. /** @var $package Package */
  519. $package = $repo->findOneByName($name);
  520. } catch (NoResultException $e) {
  521. if ('json' === $req->getRequestFormat()) {
  522. return new JsonResponse(array('status' => 'error', 'message' => 'Package not found'), 404);
  523. }
  524. if ($providers = $repo->findProviders($name)) {
  525. return $this->redirect($this->generateUrl('view_providers', array('name' => $name)));
  526. }
  527. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  528. }
  529. if ('json' === $req->getRequestFormat()) {
  530. $data = $package->toArray();
  531. try {
  532. $data['downloads'] = $this->get('packagist.download_manager')->getDownloads($package);
  533. $data['favers'] = $this->get('packagist.favorite_manager')->getFaverCount($package);
  534. } catch (ConnectionException $e) {
  535. $data['downloads'] = null;
  536. $data['favers'] = null;
  537. }
  538. // TODO invalidate cache on update and make the ttl longer
  539. $response = new Response(json_encode(array('package' => $data)), 200);
  540. $response->setSharedMaxAge(3600);
  541. return $response;
  542. }
  543. $version = null;
  544. $versions = $package->getVersions();
  545. if (is_object($versions)) {
  546. $versions = $versions->toArray();
  547. }
  548. usort($versions, function ($a, $b) {
  549. $aVersion = $a->getNormalizedVersion();
  550. $bVersion = $b->getNormalizedVersion();
  551. $aVersion = preg_replace('{^dev-.*}', '0.0.0-alpha', $aVersion);
  552. $bVersion = preg_replace('{^dev-.*}', '0.0.0-alpha', $bVersion);
  553. // equal versions are sorted by date
  554. if ($aVersion === $bVersion) {
  555. return $b->getReleasedAt() > $a->getReleasedAt() ? 1 : -1;
  556. }
  557. // the rest is sorted by version
  558. return version_compare($bVersion, $aVersion);
  559. });
  560. if (count($versions)) {
  561. $versionRepo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  562. $version = $versionRepo->getFullVersion(reset($versions)->getId());
  563. }
  564. $data = array(
  565. 'package' => $package,
  566. 'version' => $version,
  567. 'versions' => $versions,
  568. );
  569. try {
  570. $data['downloads'] = $this->get('packagist.download_manager')->getDownloads($package);
  571. if ($this->getUser()) {
  572. $data['is_favorite'] = $this->get('packagist.favorite_manager')->isMarked($this->getUser(), $package);
  573. }
  574. } catch (ConnectionException $e) {
  575. }
  576. $data['searchForm'] = $this->createSearchForm()->createView();
  577. if ($maintainerForm = $this->createAddMaintainerForm($package)) {
  578. $data['addMaintainerForm'] = $maintainerForm->createView();
  579. }
  580. if ($removeMaintainerForm = $this->createRemoveMaintainerForm($package)) {
  581. $data['removeMaintainerForm'] = $removeMaintainerForm->createView();
  582. }
  583. if ($deleteForm = $this->createDeletePackageForm($package)) {
  584. $data['deleteForm'] = $deleteForm->createView();
  585. }
  586. if ($this->getUser() && (
  587. $this->get('security.context')->isGranted('ROLE_DELETE_PACKAGES')
  588. || $package->getMaintainers()->contains($this->getUser())
  589. )) {
  590. $data['deleteVersionCsrfToken'] = $this->get('form.csrf_provider')->generateCsrfToken('delete_version');
  591. }
  592. return $data;
  593. }
  594. /**
  595. * @Template()
  596. * @Route(
  597. * "/packages/{name}/downloads.{_format}",
  598. * name="package_downloads_full",
  599. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "_format"="(json)"}
  600. * )
  601. * @Method({"GET"})
  602. */
  603. public function viewPackageDownloadsAction(Request $req, $name)
  604. {
  605. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Package');
  606. try {
  607. /** @var $package Package */
  608. $package = $repo->findOneByName($name);
  609. } catch (NoResultException $e) {
  610. if ('json' === $req->getRequestFormat()) {
  611. return new JsonResponse(array('status' => 'error', 'message' => 'Package not found'), 404);
  612. }
  613. if ($providers = $repo->findProviders($name)) {
  614. return $this->redirect($this->generateUrl('view_providers', array('name' => $name)));
  615. }
  616. return $this->redirect($this->generateUrl('search', array('q' => $name, 'reason' => 'package_not_found')));
  617. }
  618. $versions = $package->getVersions();
  619. $data = array(
  620. 'name' => $package->getName(),
  621. );
  622. try {
  623. $data['downloads']['total'] = $this->get('packagist.download_manager')->getDownloads($package);
  624. $data['favers'] = $this->get('packagist.favorite_manager')->getFaverCount($package);
  625. } catch (ConnectionException $e) {
  626. $data['downloads']['total'] = null;
  627. $data['favers'] = null;
  628. }
  629. foreach ($versions as $version) {
  630. try {
  631. $data['downloads']['versions'][$version->getVersion()] = $this->get('packagist.download_manager')->getDownloads($package, $version);
  632. } catch (ConnectionException $e) {
  633. $data['downloads']['versions'][$version->getVersion()] = null;
  634. }
  635. }
  636. $response = new Response(json_encode(array('package' => $data)), 200);
  637. $response->setSharedMaxAge(3600);
  638. return $response;
  639. }
  640. /**
  641. * @Template()
  642. * @Route(
  643. * "/versions/{versionId}.{_format}",
  644. * name="view_version",
  645. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "versionId"="[0-9]+", "_format"="(json)"}
  646. * )
  647. * @Method({"GET"})
  648. */
  649. public function viewPackageVersionAction(Request $req, $versionId)
  650. {
  651. /** @var \Packagist\WebBundle\Entity\VersionRepository $repo */
  652. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  653. $html = $this->renderView(
  654. 'PackagistWebBundle:Web:versionDetails.html.twig',
  655. array('version' => $repo->getFullVersion($versionId))
  656. );
  657. return new JsonResponse(array('content' => $html));
  658. }
  659. /**
  660. * @Template()
  661. * @Route(
  662. * "/versions/{versionId}/delete",
  663. * name="delete_version",
  664. * requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+?", "versionId"="[0-9]+"}
  665. * )
  666. * @Method({"DELETE"})
  667. */
  668. public function deletePackageVersionAction(Request $req, $versionId)
  669. {
  670. /** @var \Packagist\WebBundle\Entity\VersionRepository $repo */
  671. $repo = $this->getDoctrine()->getRepository('PackagistWebBundle:Version');
  672. /** @var Version $version */
  673. $version = $repo->getFullVersion($versionId);
  674. $package = $version->getPackage();
  675. if (!$package->getMaintainers()->contains($this->getUser()) && !$this->get('security.context')->isGranted('ROLE_DELETE_PACKAGES')) {
  676. throw new AccessDeniedException;
  677. }
  678. if (!$this->get('form.csrf_provider')->isCsrfTokenValid('delete_version', $req->request->get('_token'))) {
  679. throw new AccessDeniedException;
  680. }
  681. $repo->remove($version);
  682. $this->getDoctrine()->getManager()->flush();
  683. $this->getDoctrine()->getManager()->clear();
  684. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  685. }
  686. /**
  687. * @Template()
  688. * @Route("/packages/{name}", name="update_package", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"}, defaults={"_format" = "json"})
  689. * @Method({"PUT"})
  690. */
  691. public function updatePackageAction($name)
  692. {
  693. $doctrine = $this->getDoctrine();
  694. try {
  695. $package = $doctrine
  696. ->getRepository('PackagistWebBundle:Package')
  697. ->getPackageByName($name);
  698. } catch (NoResultException $e) {
  699. return new Response(json_encode(array('status' => 'error', 'message' => 'Package not found',)), 404);
  700. }
  701. $req = $this->getRequest();
  702. $username = $req->request->has('username') ?
  703. $req->request->get('username') :
  704. $req->query->get('username');
  705. $apiToken = $req->request->has('apiToken') ?
  706. $req->request->get('apiToken') :
  707. $req->query->get('apiToken');
  708. $update = $req->request->get('update', $req->query->get('update'));
  709. $autoUpdated = $req->request->get('autoUpdated', $req->query->get('autoUpdated'));
  710. $updateEqualRefs = $req->request->get('updateAll', $req->query->get('updateAll'));
  711. $user = $this->getUser() ?: $doctrine
  712. ->getRepository('PackagistWebBundle:User')
  713. ->findOneBy(array('username' => $username, 'apiToken' => $apiToken));
  714. if (!$user) {
  715. return new Response(json_encode(array('status' => 'error', 'message' => 'Invalid credentials',)), 403);
  716. }
  717. if ($package->getMaintainers()->contains($user) || $this->get('security.context')->isGranted('ROLE_UPDATE_PACKAGES')) {
  718. $req->getSession()->save();
  719. if (null !== $autoUpdated) {
  720. $package->setAutoUpdated((Boolean) $autoUpdated);
  721. $doctrine->getManager()->flush();
  722. }
  723. if ($update) {
  724. set_time_limit(3600);
  725. $updater = $this->get('packagist.package_updater');
  726. $io = new BufferIO('', OutputInterface::VERBOSITY_VERBOSE, new HtmlOutputFormatter(Factory::createAdditionalStyles()));
  727. $config = Factory::createConfig();
  728. $io->loadConfiguration($config);
  729. $repository = new VcsRepository(array('url' => $package->getRepository()), $io, $config);
  730. $loader = new ValidatingArrayLoader(new ArrayLoader());
  731. $repository->setLoader($loader);
  732. try {
  733. $updater->update($package, $repository, $updateEqualRefs ? Updater::UPDATE_EQUAL_REFS : 0);
  734. } catch (\Exception $e) {
  735. return new Response(json_encode(array(
  736. 'status' => 'error',
  737. 'message' => '['.get_class($e).'] '.$e->getMessage(),
  738. 'details' => '<pre>'.$io->getOutput().'</pre>'
  739. )), 400);
  740. }
  741. }
  742. return new Response('{"status": "success"}', 202);
  743. }
  744. return new Response(json_encode(array('status' => 'error', 'message' => 'Could not find a package that matches this request (does user maintain the package?)',)), 404);
  745. }
  746. /**
  747. * @Template()
  748. * @Route("/packages/{name}", name="delete_package", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"})
  749. * @Method({"DELETE"})
  750. */
  751. public function deletePackageAction(Request $req, $name)
  752. {
  753. $doctrine = $this->getDoctrine();
  754. try {
  755. $package = $doctrine
  756. ->getRepository('PackagistWebBundle:Package')
  757. ->findOneByName($name);
  758. } catch (NoResultException $e) {
  759. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  760. }
  761. if (!$form = $this->createDeletePackageForm($package)) {
  762. throw new AccessDeniedException;
  763. }
  764. $form->bind($req->request->get('form'));
  765. if ($form->isValid()) {
  766. $versionRepo = $doctrine->getRepository('PackagistWebBundle:Version');
  767. foreach ($package->getVersions() as $version) {
  768. $versionRepo->remove($version);
  769. }
  770. $packageId = $package->getId();
  771. $em = $doctrine->getManager();
  772. $em->remove($package);
  773. $em->flush();
  774. // attempt solr cleanup
  775. try {
  776. $solarium = $this->get('solarium.client');
  777. $update = $solarium->createUpdate();
  778. $update->addDeleteById($packageId);
  779. $update->addCommit();
  780. $solarium->update($update);
  781. } catch (\Solarium_Client_HttpException $e) {}
  782. return new RedirectResponse($this->generateUrl('home'));
  783. }
  784. return new Response('Invalid form input', 400);
  785. }
  786. /**
  787. * @Template("PackagistWebBundle:Web:viewPackage.html.twig")
  788. * @Route("/packages/{name}/maintainers/", name="add_maintainer", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"})
  789. */
  790. public function createMaintainerAction(Request $req, $name)
  791. {
  792. /** @var $package Package */
  793. $package = $this->getDoctrine()
  794. ->getRepository('PackagistWebBundle:Package')
  795. ->findOneByName($name);
  796. if (!$package) {
  797. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  798. }
  799. if (!$form = $this->createAddMaintainerForm($package)) {
  800. throw new AccessDeniedException('You must be a package\'s maintainer to modify maintainers.');
  801. }
  802. $data = array(
  803. 'package' => $package,
  804. 'addMaintainerForm' => $form->createView(),
  805. 'show_add_maintainer_form' => true,
  806. );
  807. if ('POST' === $req->getMethod()) {
  808. $form->bind($req);
  809. if ($form->isValid()) {
  810. try {
  811. $em = $this->getDoctrine()->getManager();
  812. $user = $form->getData()->getUser();
  813. if (!empty($user)) {
  814. if (!$package->getMaintainers()->contains($user)) {
  815. $package->addMaintainer($user);
  816. $this->get('packagist.package_manager')->notifyNewMaintainer($user, $package);
  817. }
  818. $em->persist($package);
  819. $em->flush();
  820. $this->get('session')->getFlashBag()->set('success', $user->getUsername().' is now a '.$package->getName().' maintainer.');
  821. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  822. }
  823. $this->get('session')->getFlashBag()->set('error', 'The user could not be found.');
  824. } catch (\Exception $e) {
  825. $this->get('logger')->crit($e->getMessage(), array('exception', $e));
  826. $this->get('session')->getFlashBag()->set('error', 'The maintainer could not be added.');
  827. }
  828. }
  829. }
  830. $data['searchForm'] = $this->createSearchForm()->createView();
  831. return $data;
  832. }
  833. /**
  834. * @Template("PackagistWebBundle:Web:viewPackage.html.twig")
  835. * @Route("/packages/{name}/maintainers/delete", name="remove_maintainer", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"})
  836. */
  837. public function removeMaintainerAction(Request $req, $name)
  838. {
  839. /** @var $package Package */
  840. $package = $this->getDoctrine()
  841. ->getRepository('PackagistWebBundle:Package')
  842. ->findOneByName($name);
  843. if (!$package) {
  844. throw new NotFoundHttpException('The requested package, '.$name.', was not found.');
  845. }
  846. if (!$removeMaintainerForm = $this->createRemoveMaintainerForm($package)) {
  847. throw new AccessDeniedException('You must be a package\'s maintainer to modify maintainers.');
  848. }
  849. $data = array(
  850. 'package' => $package,
  851. 'version' => null,
  852. 'removeMaintainerForm' => $removeMaintainerForm->createView(),
  853. 'show_remove_maintainer_form' => true,
  854. );
  855. if ('POST' === $req->getMethod()) {
  856. $removeMaintainerForm->bind($req);
  857. if ($removeMaintainerForm->isValid()) {
  858. try {
  859. $em = $this->getDoctrine()->getManager();
  860. $user = $removeMaintainerForm->getData()->getUser();
  861. if (!empty($user)) {
  862. if ($package->getMaintainers()->contains($user)) {
  863. $package->getMaintainers()->removeElement($user);
  864. }
  865. $em->persist($package);
  866. $em->flush();
  867. $this->get('session')->getFlashBag()->set('success', $user->getUsername().' is no longer a '.$package->getName().' maintainer.');
  868. return new RedirectResponse($this->generateUrl('view_package', array('name' => $package->getName())));
  869. }
  870. $this->get('session')->getFlashBag()->set('error', 'The user could not be found.');
  871. } catch (\Exception $e) {
  872. $this->get('logger')->crit($e->getMessage(), array('exception', $e));
  873. $this->get('session')->getFlashBag()->set('error', 'The maintainer could not be removed.');
  874. }
  875. }
  876. }
  877. $data['searchForm'] = $this->createSearchForm()->createView();
  878. return $data;
  879. }
  880. /**
  881. * @Route("/statistics", name="stats")
  882. * @Template
  883. */
  884. public function statsAction()
  885. {
  886. $packages = $this->getDoctrine()
  887. ->getConnection()
  888. ->fetchAll('SELECT COUNT(*) count, DATE_FORMAT(createdAt, "%Y-%m") month FROM `package` GROUP BY month');
  889. $versions = $this->getDoctrine()
  890. ->getConnection()
  891. ->fetchAll('SELECT COUNT(*) count, DATE_FORMAT(releasedAt, "%Y-%m") month FROM `package_version` GROUP BY month');
  892. $chart = array('versions' => array(), 'packages' => array(), 'months' => array());
  893. // prepare x axis
  894. $date = new \DateTime($packages[0]['month'].'-01');
  895. $now = new \DateTime;
  896. while ($date < $now) {
  897. $chart['months'][] = $month = $date->format('Y-m');
  898. $date->modify('+1month');
  899. }
  900. // prepare data
  901. $count = 0;
  902. foreach ($packages as $dataPoint) {
  903. $count += $dataPoint['count'];
  904. $chart['packages'][$dataPoint['month']] = $count;
  905. }
  906. $count = 0;
  907. foreach ($versions as $dataPoint) {
  908. $count += $dataPoint['count'];
  909. if (in_array($dataPoint['month'], $chart['months'])) {
  910. $chart['versions'][$dataPoint['month']] = $count;
  911. }
  912. }
  913. // fill gaps at the end of the chart
  914. if (count($chart['months']) > count($chart['packages'])) {
  915. $chart['packages'] += array_fill(0, count($chart['months']) - count($chart['packages']), max($chart['packages']));
  916. }
  917. if (count($chart['months']) > count($chart['versions'])) {
  918. $chart['versions'] += array_fill(0, count($chart['months']) - count($chart['versions']), max($chart['versions']));
  919. }
  920. $res = $this->getDoctrine()
  921. ->getConnection()
  922. ->fetchAssoc('SELECT DATE_FORMAT(createdAt, "%Y-%m-%d") createdAt FROM `package` ORDER BY id LIMIT 1');
  923. $downloadsStartDate = $res['createdAt'] > '2012-04-13' ? $res['createdAt'] : '2012-04-13';
  924. try {
  925. $redis = $this->get('snc_redis.default');
  926. $downloads = $redis->get('downloads') ?: 0;
  927. $date = new \DateTime($downloadsStartDate.' 00:00:00');
  928. $yesterday = new \DateTime('-2days 00:00:00');
  929. $dailyGraphStart = new \DateTime('-32days 00:00:00'); // 30 days before yesterday
  930. $dlChart = $dlChartMonthly = array();
  931. while ($date <= $yesterday) {
  932. if ($date > $dailyGraphStart) {
  933. $dlChart[$date->format('Y-m-d')] = 'downloads:'.$date->format('Ymd');
  934. }
  935. $dlChartMonthly[$date->format('Y-m')] = 'downloads:'.$date->format('Ym');
  936. $date->modify('+1day');
  937. }
  938. $dlChart = array(
  939. 'labels' => array_keys($dlChart),
  940. 'values' => $redis->mget(array_values($dlChart))
  941. );
  942. $dlChartMonthly = array(
  943. 'labels' => array_keys($dlChartMonthly),
  944. 'values' => $redis->mget(array_values($dlChartMonthly))
  945. );
  946. } catch (ConnectionException $e) {
  947. $downloads = 'N/A';
  948. $dlChart = $dlChartMonthly = null;
  949. }
  950. return array(
  951. 'chart' => $chart,
  952. 'packages' => max($chart['packages']),
  953. 'versions' => max($chart['versions']),
  954. 'downloads' => $downloads,
  955. 'downloadsChart' => $dlChart,
  956. 'maxDailyDownloads' => !empty($dlChart) ? max($dlChart['values']) : null,
  957. 'downloadsChartMonthly' => $dlChartMonthly,
  958. 'maxMonthlyDownloads' => !empty($dlChartMonthly) ? max($dlChartMonthly['values']) : null,
  959. 'downloadsStartDate' => $downloadsStartDate,
  960. );
  961. }
  962. /**
  963. * @Route("/about-composer")
  964. */
  965. public function aboutComposerFallbackAction()
  966. {
  967. return new RedirectResponse('http://getcomposer.org/', 301);
  968. }
  969. public function render($view, array $parameters = array(), Response $response = null)
  970. {
  971. if (!isset($parameters['searchForm'])) {
  972. $parameters['searchForm'] = $this->createSearchForm()->createView();
  973. }
  974. return parent::render($view, $parameters, $response);
  975. }
  976. private function createAddMaintainerForm($package)
  977. {
  978. if (!$user = $this->getUser()) {
  979. return;
  980. }
  981. if ($this->get('security.context')->isGranted('ROLE_EDIT_PACKAGES') || $package->getMaintainers()->contains($user)) {
  982. $maintainerRequest = new MaintainerRequest;
  983. return $this->createForm(new AddMaintainerRequestType, $maintainerRequest);
  984. }
  985. }
  986. private function createRemoveMaintainerForm(Package $package)
  987. {
  988. if (!($user = $this->getUser()) || 1 == $package->getMaintainers()->count()) {
  989. return;
  990. }
  991. if ($this->get('security.context')->isGranted('ROLE_EDIT_PACKAGES') || $package->getMaintainers()->contains($user)) {
  992. $maintainerRequest = new MaintainerRequest;
  993. return $this->createForm(new RemoveMaintainerRequestType(), $maintainerRequest, array('package'=>$package, 'excludeUser'=>$user));
  994. }
  995. }
  996. private function createDeletePackageForm(Package $package)
  997. {
  998. if (!$user = $this->getUser()) {
  999. return;
  1000. }
  1001. // super admins bypass additional checks
  1002. if (!$this->get('security.context')->isGranted('ROLE_DELETE_PACKAGES')) {
  1003. // non maintainers can not delete
  1004. if (!$package->getMaintainers()->contains($user)) {
  1005. return;
  1006. }
  1007. try {
  1008. $downloads = $this->get('packagist.download_manager')->getTotalDownloads($package);
  1009. } catch (ConnectionException $e) {
  1010. return;
  1011. }
  1012. // more than 50 downloads = established package, do not allow deletion by maintainers
  1013. if ($downloads > 50) {
  1014. return;
  1015. }
  1016. }
  1017. return $this->createFormBuilder(array())->getForm();
  1018. }
  1019. private function createSearchForm()
  1020. {
  1021. return $this->createForm(new SearchQueryType, new SearchQuery);
  1022. }
  1023. }